-- Logs begin at Wed 2021-08-25 04:14:32 UTC, end at Wed 2021-08-25 05:26:18 UTC. -- Aug 25 04:57:12.882962 dv-cinder-757936-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 25 04:57:15.557480 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.common.config [-] Logging enabled! Aug 25 04:57:15.558023 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 25 04:57:15.558267 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94495) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 25 04:57:15.561475 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.common.config [-] Logging enabled! Aug 25 04:57:15.561739 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 25 04:57:15.562056 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94495) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 25 04:57:15.563026 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 04:57:15.563262 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 04:57:15.563633 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 04:57:15.563879 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 04:57:15.564108 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 04:57:15.564428 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.564725 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.565019 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.565249 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.565543 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.565833 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.566115 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.566403 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.566727 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.567013 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.567294 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.567582 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.567814 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.568095 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.568441 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.568672 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.568897 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] debug = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.569178 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.569601 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.570680 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.570680 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.570680 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.570874 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.571850 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.572021 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.572258 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.572590 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] host = dv-cinder-757936-7-iscsi {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.572870 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.573163 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.573450 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.573739 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.574016 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.574292 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.574680 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.574953 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.575232 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] log_file = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.575508 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.575809 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.576097 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.576387 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.576608 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.576833 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.577121 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.577410 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.577688 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.577966 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.578241 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.578595 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.578814 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.579085 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.579374 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.579660 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.579947 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.580222 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.580497 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.580770 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.581044 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.581331 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.581606 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.581882 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.582159 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.582447 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.582740 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.583013 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.583320 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.583606 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.583892 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.584179 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.584454 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.584741 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.585017 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.585294 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.585567 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] use_json = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.585843 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.586116 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.586404 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.586722 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.586999 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.587275 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.587549 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.587836 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:15.588138 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.588442 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.588747 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.589028 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.589324 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.589606 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.589896 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.590177 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.590467 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.590786 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.591083 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.591366 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.591658 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.591944 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.592236 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.592558 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.592846 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.593140 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.593416 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.593692 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.593969 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.594253 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.594555 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.594840 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.595129 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.595425 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.595708 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.595995 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.596295 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.596588 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.596860 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.597143 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.597438 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.597718 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.597991 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.598272 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.598589 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.598876 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.599149 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.599433 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.599711 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.599984 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.600253 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.600531 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.600819 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.601096 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.601368 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.601637 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.601913 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.602209 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.602498 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.602797 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.603067 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.603341 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.603621 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.603894 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.604166 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.604449 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.604720 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.604996 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.605269 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.605543 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.605814 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.606084 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.606355 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.606649 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.606919 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.607191 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.607469 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.607745 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.608022 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.608295 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.608574 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.608917 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.609162 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.609451 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.609732 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.610015 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.610298 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.610602 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.610883 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.611166 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.611448 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.611721 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.612015 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.612301 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.612632 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.612919 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.613199 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.613505 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.613786 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.614140 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.614354 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.614659 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.614944 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.615235 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.615589 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.615830 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.616129 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.616424 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.616722 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.617007 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.617320 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.617604 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:15.618331 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 04:57:15.618611 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94495) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 25 04:57:15.967172 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 04:57:15.967459 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 04:57:15.967743 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 04:57:15.968077 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 25 04:57:16.360082 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.360377 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.360653 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.361947 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.362222 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.362501 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.397928 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.398210 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.398479 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.413584 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.413865 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.414133 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.442703 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.443113 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.443386 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.480650 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.480931 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.481203 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.711355 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.711971 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.711971 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.712182 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.713095 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.831710 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.832035 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.832319 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.832598 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.832873 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.833194 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.833462 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.833725 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.833994 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.834282 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.834570 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.834844 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.835106 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.835364 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.835627 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.835895 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.836160 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.836455 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.836731 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.836996 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.837273 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.837534 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.837822 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.838207 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.838464 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.838745 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.839145 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 04:57:16.839386 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 04:57:16.839626 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 04:57:16.839866 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 04:57:16.840104 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 04:57:16.840341 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 04:57:16.840700 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 25 04:57:16.843778 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 25 04:57:16.847783 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 25 04:57:16.851492 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Aug 25 04:57:16.853664 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 25 04:57:16.854107 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 25 04:57:16.854440 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 25 04:57:16.854855 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 25 04:57:16.857617 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 25 04:57:16.857870 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 25 04:57:16.858215 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 04:57:16.863480 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 25 04:57:16.885645 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 25 04:57:16.886266 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.886605 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94495) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 25 04:57:16.886974 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.888325 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94495) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 25 04:57:16.888605 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 04:57:16.888853 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 25 04:57:16.892029 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.892314 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:16.955365 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 25 04:57:16.955604 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 25 04:57:16.955840 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 25 04:57:16.956201 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 25 04:57:16.976781 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_db.sqlalchemy.engines [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94495) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 25 04:57:17.681854 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.managers [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Initializing driver for type 'gre' Aug 25 04:57:17.682386 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] gre ID ranges: [(1, 1000)] Aug 25 04:57:17.946067 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.managers [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Initializing driver for type 'local' Aug 25 04:57:17.946674 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.managers [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Initializing driver for type 'vlan' Aug 25 04:57:18.029299 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] VlanTypeDriver initialization complete Aug 25 04:57:18.029666 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.managers [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Initializing driver for type 'vxlan' Aug 25 04:57:18.030164 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] vxlan ID ranges: [(1, 1000)] Aug 25 04:57:18.252578 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.managers [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Initializing extension driver 'port_security' Aug 25 04:57:18.252866 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.extensions.port_security [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] PortSecurityExtensionDriver initialization complete Aug 25 04:57:18.253204 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.managers [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Initializing mechanism driver 'openvswitch' Aug 25 04:57:18.253532 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.managers [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Initializing mechanism driver 'hyperv' Aug 25 04:57:18.260030 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 04:57:18.260716 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > port after_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.261095 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > port after_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.261485 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > port after_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.262006 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 04:57:18.262445 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > subnet after_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.262830 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > subnet after_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.263185 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.263579 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 04:57:18.263990 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > network after_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.264349 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > network after_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.264699 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > network after_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.265089 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 04:57:18.265496 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > security_group after_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.265854 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > security_group after_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.266204 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.266769 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 04:57:18.267181 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.267543 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.267904 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.268302 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 04:57:18.268711 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > address_group after_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.269067 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > address_group after_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.269412 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.269806 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 04:57:18.270186 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] ML2 OVO RPC backend initialized. {{(pid=94495) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 25 04:57:18.270916 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.274784 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.274784 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > network before_response 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.274784 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > networks before_response 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.274784 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > port before_response 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.275076 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > ports before_response 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.275076 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > subnet before_response 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.275076 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > subnets before_response 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.275076 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > network after_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.275352 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > network after_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.275352 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > network after_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.275352 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > port after_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.275352 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > port after_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.275674 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > port after_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.275992 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > subnet after_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.276334 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > subnet after_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.276675 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.277258 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.plugin [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Modular L2 Plugin initialization complete Aug 25 04:57:18.277595 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading services supported by the core plugin {{(pid=94495) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 25 04:57:18.277935 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.plugins.ml2.managers [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Got port-security extension from driver 'port_security' Aug 25 04:57:18.278403 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.extensions.vlantransparent [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Disabled vlantransparent extension. Aug 25 04:57:18.278922 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94495) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 25 04:57:18.279248 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading Plugin: router Aug 25 04:57:18.316899 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.317300 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router after_create 55549900 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.317675 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router before_create 55549900 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.318050 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.318429 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.318816 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router after_delete 55549900 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.319181 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.319536 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.319897 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router after_create 55549900 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.320252 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router after_update 55549900 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.320604 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router after_update 55549900 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.320956 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.321319 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router after_update 55549900 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.321735 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router precommit_update 55549900 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.322109 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: port after_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.322488 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: port after_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.322853 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: subnet after_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.323198 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.323557 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.323908 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router precommit_create 55549900 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.324255 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: port before_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.324602 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router precommit_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.324962 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router after_update 55549900 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.325312 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.325668 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router precommit_create 55549900 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.326035 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.326386 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router precommit_update 55549900 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.326792 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > agent after_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.327150 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > agent after_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.327498 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > network after_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.328356 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Tracking information for resource: router configured {{(pid=94495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 04:57:18.328694 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Tracking information for resource: floatingip configured {{(pid=94495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 04:57:18.333591 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.db.l3_agentschedulers_db [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 25 04:57:18.334225 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: port after_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.334630 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: port after_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.334994 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: port after_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.335351 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: port after_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.336143 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router before_create 55550100 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.336516 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.336888 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router precommit_create 55550100 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.337253 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > router precommit_update 55550100 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.342343 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.services.provider_configuration [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Service providers = [] {{(pid=94495) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 25 04:57:18.342744 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.db.servicetype_db [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94495) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 25 04:57:18.345695 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.services.service_base [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94495) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 04:57:18.346053 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.services.service_base [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94495) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 04:57:18.346404 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.services.service_base [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94495) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 04:57:18.347333 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.services.service_base [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94495) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 04:57:18.347709 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.services.service_base [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 25 04:57:18.348094 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 04:57:18.348422 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 25 04:57:18.359548 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 04:57:18.359896 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading Plugin: auto_allocate Aug 25 04:57:18.365561 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: network precommit_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.365934 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: network precommit_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.366456 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 04:57:18.366811 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading Plugin: tag Aug 25 04:57:18.373312 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 04:57:18.373649 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading Plugin: timestamp Aug 25 04:57:18.377668 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 04:57:18.378012 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading Plugin: network_ip_availability Aug 25 04:57:18.383468 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.383845 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.384210 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.384954 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 04:57:18.385284 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading Plugin: flavors Aug 25 04:57:18.390001 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 04:57:18.390347 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading Plugin: revisions Aug 25 04:57:18.394674 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 04:57:18.395069 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_concurrency.lockutils [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.427s {{(pid=94495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 04:57:18.395808 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94495) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 25 04:57:18.396150 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Initializing extension manager. Aug 25 04:57:18.396665 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: __init__.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.397010 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: __pycache__ {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.397604 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.397942 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: address_group.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.398737 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.399302 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: address-group Aug 25 04:57:18.399631 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: address_scope.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.400355 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.401397 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: address-scope Aug 25 04:57:18.401724 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.402703 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.403225 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: router-admin-state-down-before-update Aug 25 04:57:18.403552 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: agent.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.404458 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.405006 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: agent Aug 25 04:57:18.405331 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: agent_resources_synced.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.406258 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.406803 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: agent-resources-synced Aug 25 04:57:18.407130 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: allowedaddresspairs.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.408925 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.409454 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: allowed-address-pairs Aug 25 04:57:18.409788 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: auto_allocated_topology.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.410901 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.411423 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: auto-allocated-topology Aug 25 04:57:18.411752 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: availability_zone.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.412456 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.412971 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: availability_zone Aug 25 04:57:18.413297 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: availability_zone_filter.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.414213 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.414756 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: availability_zone_filter Aug 25 04:57:18.415085 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: data_plane_status.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.416007 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.417064 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension data-plane-status not supported by any of loaded plugins Aug 25 04:57:18.417396 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: default_subnetpools.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.418337 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.418905 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: default-subnetpools Aug 25 04:57:18.419238 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.420053 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.420567 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: dhcp_agent_scheduler Aug 25 04:57:18.420894 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: dns.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.421816 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.422327 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension dns-integration not supported by any of loaded plugins Aug 25 04:57:18.422687 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: dns_domain_ports.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.423614 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.424125 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 25 04:57:18.424453 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.425383 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.425892 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 25 04:57:18.426218 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: dvr.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.426936 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.427452 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: dvr Aug 25 04:57:18.427787 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: ecmp_routes.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.428711 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.429229 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 25 04:57:18.429560 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: empty_string_filtering.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.430475 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.431020 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: empty-string-filtering Aug 25 04:57:18.431350 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.432790 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.433308 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 25 04:57:18.433636 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.434595 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.435110 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 25 04:57:18.435441 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: external_net.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.436363 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.436884 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: external-net Aug 25 04:57:18.437211 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.438125 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.438687 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: extra_dhcp_opt Aug 25 04:57:18.439022 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: extraroute.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.439944 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.440465 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: extraroute Aug 25 04:57:18.440793 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: extraroute_atomic.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.441834 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.442353 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: extraroute-atomic Aug 25 04:57:18.442716 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: filter_validation.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.443388 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.443901 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: filter-validation Aug 25 04:57:18.444228 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: fip_pf_description.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.445147 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.445661 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 25 04:57:18.445988 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: fip_port_details.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.446951 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.448036 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: fip-port-details Aug 25 04:57:18.448364 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: flavors.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.449606 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.450138 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: flavors Aug 25 04:57:18.450472 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.452146 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.452671 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 25 04:57:18.453022 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: floatingip_pools.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.453718 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.454234 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: floatingip-pools Aug 25 04:57:18.454599 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: ip_allocation.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.455553 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.456071 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension ip_allocation not supported by any of loaded plugins Aug 25 04:57:18.456403 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.457336 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.457857 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: ip-substring-filtering Aug 25 04:57:18.458191 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: l2_adjacency.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.459157 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.459672 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 25 04:57:18.460004 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: l3.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.461109 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.461638 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: router Aug 25 04:57:18.461973 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.464261 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.464792 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 25 04:57:18.465133 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.466077 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.466629 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: ext-gw-mode Aug 25 04:57:18.466968 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.467921 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.468441 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: l3-ha Aug 25 04:57:18.468780 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: l3_flavors.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.469713 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.470234 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: l3-flavors Aug 25 04:57:18.470600 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.471540 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.472060 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 25 04:57:18.472394 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: l3agentscheduler.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.473445 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.473968 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: l3_agent_scheduler Aug 25 04:57:18.474304 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: logging.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.475823 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.476358 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension logging not supported by any of loaded plugins Aug 25 04:57:18.476696 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: metering.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.477446 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.478035 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: metering Aug 25 04:57:18.478371 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.479547 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.480077 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: metering_source_and_destination_fields Aug 25 04:57:18.480408 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: multiprovidernet.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.481345 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.481864 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: multi-provider Aug 25 04:57:18.482193 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: netmtu.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.483149 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.483674 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: net-mtu Aug 25 04:57:18.484005 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: netmtu_writable.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.484937 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.485458 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: net-mtu-writable Aug 25 04:57:18.485789 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: network_availability_zone.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.486468 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.487012 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: network_availability_zone Aug 25 04:57:18.487378 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: network_ip_availability.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.488479 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.489004 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: network-ip-availability Aug 25 04:57:18.489331 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: network_segment_range.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.490106 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.490663 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension network-segment-range not supported by any of loaded plugins Aug 25 04:57:18.490990 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: pagination.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.491979 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.492311 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: pagination Aug 25 04:57:18.492635 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: port_device_profile.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.493552 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.494084 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: port-device-profile Aug 25 04:57:18.494951 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.495891 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.496415 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: port-mac-address-regenerate Aug 25 04:57:18.496747 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.497668 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.498191 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: port-numa-affinity-policy Aug 25 04:57:18.498534 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: port_resource_request.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.499478 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.499990 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension port-resource-request not supported by any of loaded plugins Aug 25 04:57:18.500321 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: portbindings.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.501255 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.501774 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: binding Aug 25 04:57:18.502105 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: portbindings_extended.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.503572 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.504055 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: binding-extended Aug 25 04:57:18.504390 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: portsecurity.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.505324 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.505854 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: port-security Aug 25 04:57:18.506186 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: project_id.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.507207 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.507547 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: project-id Aug 25 04:57:18.507879 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: providernet.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.508805 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.509336 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: provider Aug 25 04:57:18.509664 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: qos.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.513259 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.513797 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension qos not supported by any of loaded plugins Aug 25 04:57:18.514142 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.515438 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.515969 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 25 04:57:18.516309 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.517242 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.517767 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 25 04:57:18.518102 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: qos_default.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.519120 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.519648 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension qos-default not supported by any of loaded plugins Aug 25 04:57:18.519980 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: qos_fip.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.520647 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.521160 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension qos-fip not supported by any of loaded plugins Aug 25 04:57:18.521489 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: qos_gateway_ip.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.522714 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.523233 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 25 04:57:18.523562 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: qos_port_network_policy.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.524482 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.524998 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 25 04:57:18.525327 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: qos_pps_rule.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.527052 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.527584 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension qos-pps not supported by any of loaded plugins Aug 25 04:57:18.527919 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: qos_rule_type_details.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.528850 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.529371 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 25 04:57:18.529702 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: qos_rules_alias.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.530798 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.531322 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 25 04:57:18.531653 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: quotasv2.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.532567 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.532901 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: quotas Aug 25 04:57:18.533230 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: quotasv2_detail.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.536291 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.536642 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: quota_details Aug 25 04:57:18.536985 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: rbac.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.538246 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.538822 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: rbac-policies Aug 25 04:57:18.539156 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: rbac_address_group.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.540106 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.540638 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: rbac-address-group Aug 25 04:57:18.540970 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: rbac_address_scope.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.542445 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.543005 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: rbac-address-scope Aug 25 04:57:18.543339 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: rbac_security_groups.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.544271 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.544798 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: rbac-security-groups Aug 25 04:57:18.545129 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: rbac_subnetpool.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.546063 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.546621 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: rbac-subnetpool Aug 25 04:57:18.546953 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: revisionifmatch.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.547895 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.548425 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: revision-if-match Aug 25 04:57:18.548756 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: revisions.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.549898 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.550429 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: standard-attr-revisions Aug 25 04:57:18.550788 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: router_availability_zone.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.551486 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.552007 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: router_availability_zone Aug 25 04:57:18.552336 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: routerservicetype.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.553278 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.553803 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension router-service-type not supported by any of loaded plugins Aug 25 04:57:18.554134 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.555097 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.555626 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: security-groups-normalized-cidr Aug 25 04:57:18.555954 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.556923 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.557452 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: port-security-groups-filtering Aug 25 04:57:18.557783 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.558742 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.559272 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: security-groups-remote-address-group Aug 25 04:57:18.559598 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: securitygroup.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.570594 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.571137 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: security-group Aug 25 04:57:18.571476 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: segment.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.572286 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.572842 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension segment not supported by any of loaded plugins Aug 25 04:57:18.573173 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.574120 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.574675 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 25 04:57:18.575008 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: servicetype.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.576225 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.576764 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: service-type Aug 25 04:57:18.577102 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: sorting.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.578113 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.578457 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: sorting Aug 25 04:57:18.578817 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: standard_attr_segment.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.579764 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.580292 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 25 04:57:18.580623 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: standardattrdescription.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.581288 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.581809 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: standard-attr-description Aug 25 04:57:18.582141 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: stateful_security_group.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.583104 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.583632 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: stateful-security-group Aug 25 04:57:18.583963 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: stdattrs_common.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.584558 dv-cinder-757936-7-iscsi neutron-server[94495]: WARNING neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 25 04:57:18.584887 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.585855 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.586380 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 25 04:57:18.586744 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: subnet_onboard.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.587829 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.588889 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: subnet_onboard Aug 25 04:57:18.589223 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.590183 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.590744 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 25 04:57:18.591080 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: subnet_service_types.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.592042 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.592568 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: subnet-service-types Aug 25 04:57:18.592901 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: subnetallocation.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.594009 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.594556 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: subnet_allocation Aug 25 04:57:18.594894 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.595575 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.596097 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: subnetpool-prefix-ops Aug 25 04:57:18.596424 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.597367 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.597884 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 25 04:57:18.598214 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: tagging.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.599304 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.599851 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: standard-attr-tag Aug 25 04:57:18.600181 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: timestamp.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.601395 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.601927 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loaded extension: standard-attr-timestamp Aug 25 04:57:18.602264 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: trunk.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.603330 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.604463 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension trunk not supported by any of loaded plugins Aug 25 04:57:18.604798 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: trunk_details.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.605743 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.606269 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension trunk-details not supported by any of loaded plugins Aug 25 04:57:18.606629 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: uplink_status_propagation.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.607564 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.608087 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 25 04:57:18.608417 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Loading extension file: vlantransparent.py {{(pid=94495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 04:57:18.609098 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 04:57:18.609614 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 25 04:57:18.612088 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Creating instance of TrackedResource for resource:network Aug 25 04:57:18.612629 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Creating instance of TrackedResource for resource:subnet Aug 25 04:57:18.613043 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 04:57:18.613446 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Creating instance of TrackedResource for resource:port Aug 25 04:57:18.614736 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.v2.resource_helper [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 04:57:18.615191 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.v2.resource_helper [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Service FLAVORS assigned prefix: {{(pid=94495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 04:57:18.615812 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.v2.resource_helper [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 04:57:18.616264 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.v2.resource_helper [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 04:57:18.616603 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Creating instance of TrackedResource for resource:router Aug 25 04:57:18.617049 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Creating instance of TrackedResource for resource:floatingip Aug 25 04:57:18.617555 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.v2.resource_helper [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Service METERING assigned prefix: /metering {{(pid=94495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 04:57:18.619028 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.619435 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.619797 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 04:57:18.620815 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 04:57:18.621270 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Creating instance of TrackedResource for resource:security_group Aug 25 04:57:18.621728 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 04:57:18.622356 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.v2.resource_helper [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Service CORE assigned prefix: {{(pid=94495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 04:57:18.622731 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 04:57:18.623087 dv-cinder-757936-7-iscsi neutron-server[94495]: WARNING neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] subnetpool is already registered Aug 25 04:57:18.623542 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.v2.resource_helper [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Service CORE assigned prefix: {{(pid=94495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 04:57:18.623875 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 04:57:18.624216 dv-cinder-757936-7-iscsi neutron-server[94495]: WARNING neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] subnetpool is already registered Aug 25 04:57:18.626555 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.v2.resource_helper [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 04:57:18.627001 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.v2.resource_helper [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Service FLAVORS assigned prefix: {{(pid=94495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 04:57:18.627606 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.v2.resource_helper [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 04:57:18.628038 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.v2.resource_helper [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 04:57:18.628378 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Creating instance of TrackedResource for resource:router Aug 25 04:57:18.628727 dv-cinder-757936-7-iscsi neutron-server[94495]: WARNING neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] router is already registered Aug 25 04:57:18.629147 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Creating instance of TrackedResource for resource:floatingip Aug 25 04:57:18.629492 dv-cinder-757936-7-iscsi neutron-server[94495]: WARNING neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] floatingip is already registered Aug 25 04:57:18.629963 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.v2.resource_helper [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Service METERING assigned prefix: /metering {{(pid=94495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 04:57:18.630690 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 04:57:18.631026 dv-cinder-757936-7-iscsi neutron-server[94495]: WARNING neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] rbac_policy is already registered Aug 25 04:57:18.631452 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Creating instance of TrackedResource for resource:security_group Aug 25 04:57:18.631792 dv-cinder-757936-7-iscsi neutron-server[94495]: WARNING neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] security_group is already registered Aug 25 04:57:18.632208 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 04:57:18.632548 dv-cinder-757936-7-iscsi neutron-server[94495]: WARNING neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] security_group_rule is already registered Aug 25 04:57:18.633189 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.v2.resource_helper [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Service CORE assigned prefix: {{(pid=94495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 04:57:18.633522 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 04:57:18.633861 dv-cinder-757936-7-iscsi neutron-server[94495]: WARNING neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] subnetpool is already registered Aug 25 04:57:18.634305 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.v2.resource_helper [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Service CORE assigned prefix: {{(pid=94495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 04:57:18.634664 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 04:57:18.635030 dv-cinder-757936-7-iscsi neutron-server[94495]: WARNING neutron.quota.resource_registry [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] subnetpool is already registered Aug 25 04:57:18.635510 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: extensions {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.636959 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: address-groups {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.638421 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: address-scopes {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.639766 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: agents {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.640949 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: auto-allocated-topology {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.642206 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: availability_zones {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.643453 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: dhcp-networks {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.644969 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: dhcp-agents {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.646384 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: routers {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.648364 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: flavors {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.649628 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: service_profiles {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.651423 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: next_providers {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.652859 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: service_profiles {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.654422 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: floatingip-pools {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.655669 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: routers {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.657391 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: floatingips {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.658704 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: l3-routers {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.670557 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: l3-agents {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.670557 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: metering-labels {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.670557 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: metering-label-rules {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.670557 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: network-ip-availabilities {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.670557 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: bindings {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.670557 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: quotas {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.670557 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: quotas {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.671081 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: rbac-policies {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.671691 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: security-groups {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.673016 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: security-group-rules {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.674241 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: service-providers {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.675514 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: subnetpools {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.676828 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: subnetpools {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.679443 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: tags {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.681160 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: tags {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.683090 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: tags {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.684880 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: tags {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.686589 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: tags {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.688589 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: tags {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.690286 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: tags {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.692113 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: tags {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.693973 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: tags {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.695782 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron.api.extensions [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Extended resource: tags {{(pid=94495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 04:57:18.702269 dv-cinder-757936-7-iscsi neutron-server[94495]: WARNING keystonemiddleware.auth_token [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 25 04:57:18.706849 dv-cinder-757936-7-iscsi neutron-server[94495]: WARNING keystonemiddleware.auth_token [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 25 04:57:18.715989 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_concurrency.lockutils [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Acquired lock "singleton_lock" {{(pid=94495) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 25 04:57:18.716471 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_concurrency.lockutils [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Releasing lock "singleton_lock" {{(pid=94495) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 25 04:57:18.717116 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO oslo_service.service [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Starting 2 workers Aug 25 04:57:18.721980 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Started child 94638 {{(pid=94495) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 04:57:18.726413 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Started child 94639 {{(pid=94495) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 04:57:18.727391 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:18.728068 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO neutron.service [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 25 04:57:18.728733 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Notify callbacks [] for process, before_spawn {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:18.728919 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [-] (94638) wsgi starting up on http://0.0.0.0:9696 Aug 25 04:57:18.731177 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO oslo_service.service [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Starting 1 workers Aug 25 04:57:18.731628 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:18.732654 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [-] (94639) wsgi starting up on http://0.0.0.0:9696 Aug 25 04:57:18.736353 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Started child 94640 {{(pid=94495) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 04:57:18.736865 dv-cinder-757936-7-iscsi neutron-server[94495]: INFO oslo_service.service [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Starting 1 workers Aug 25 04:57:18.740242 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.service [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] calling RpcWorker wait() {{(pid=94640) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 25 04:57:18.741001 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.service [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] returning from RpcWorker wait() {{(pid=94640) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 25 04:57:18.741325 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Started child 94641 {{(pid=94495) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 04:57:18.742145 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:18.742242 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca247b81-c98e-42d0-bd79-34b01ea8a417 None None] Notify callbacks [] for process, after_spawn {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:18.742736 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 04:57:18.744013 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94495) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 25 04:57:18.744260 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 04:57:18.744451 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 04:57:18.744668 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 04:57:18.745000 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 04:57:18.745169 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 04:57:18.745699 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.745994 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.746082 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:18.746616 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.746616 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.747026 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.747601 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.747879 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.748141 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.748430 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.748731 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.748836 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.749016 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.749291 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.749533 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.749843 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.750135 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.750399 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.750706 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.750888 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.751174 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.751441 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.751699 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.751976 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] debug = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.752229 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.752710 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.752959 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.753203 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.753446 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.753787 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.754002 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.754305 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.754591 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.754819 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.755067 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.755341 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.755581 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.755795 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.756019 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.756280 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.756518 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.757038 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] host = dv-cinder-757936-7-iscsi {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.757289 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.757531 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.757783 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.758030 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.758302 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.758574 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.758835 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.759082 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.759351 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.759583 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.760347 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.760681 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.760899 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.761168 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] log_file = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.761337 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] log_options = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.761577 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.761863 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.762127 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.762320 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.762493 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.762705 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.762950 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.763116 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.763392 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.763614 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.763832 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.764073 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.764297 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.764547 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.764800 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.765055 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.765272 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.765503 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.765788 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.766040 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.766272 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.766541 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.766780 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.767015 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.767251 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.767472 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.767703 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.767922 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.768138 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.768400 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.768636 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.768907 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.769149 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.769468 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.769646 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.769880 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.770102 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.770365 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.770637 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.770896 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.771151 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.771358 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.771606 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.771930 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.772094 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.772578 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] use_json = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.772834 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.773026 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.773271 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.773503 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.773720 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.773957 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.774173 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.774417 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.774857 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.775160 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.775506 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.776301 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.776561 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.776806 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.777129 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.777292 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.777518 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.777756 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.777971 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 04:57:18.778121 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.778320 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.778663 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.778921 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.779314 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.779582 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.779838 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.780107 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.780356 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.780612 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.780872 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.781274 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.781455 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.781700 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.782054 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.782294 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.782492 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.782857 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.783141 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.783427 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.783646 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.783876 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.784131 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.784369 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.784589 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.784808 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.785023 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.785291 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.785518 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.785737 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.785982 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.786234 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.786451 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.786724 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.786972 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.787214 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.787465 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.791392 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.791392 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.791392 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.791392 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.791392 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.791392 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.791392 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.791392 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.791392 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.793090 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.793090 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.793090 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.793090 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.793090 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.793090 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.793090 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.793090 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.793090 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.794826 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.794826 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.794826 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.794826 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.794826 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.794826 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.794826 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.794826 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.794826 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.795603 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.795603 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.795603 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.795603 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.795603 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.795603 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.795603 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.795603 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.796172 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.796172 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.796172 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.796486 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.796615 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.796824 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.797047 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.797358 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.797642 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.797905 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.798148 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.798391 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.798675 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.798919 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.799188 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.799455 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.799652 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.799910 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.800483 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.800731 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.800986 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.801230 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.801589 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.801726 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.801930 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.802159 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.802395 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.802644 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.802893 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.803175 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.803413 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.803652 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.803910 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.804173 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.804512 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.804838 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.805184 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.805411 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.805682 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.805989 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.806270 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.806645 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.806915 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.807167 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.807465 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.807670 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.807920 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.808151 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.808402 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.808641 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.808938 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.809176 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.809417 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.809632 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.809884 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.810212 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.810444 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.810701 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.810916 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.811207 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.811460 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.811703 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.811966 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.812212 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.812511 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.812966 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.812966 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.813160 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.813398 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.813623 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.813838 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.814087 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.814305 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.814555 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.814783 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.814997 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.815232 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.815451 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.815673 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.815921 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.816154 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.816373 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.816604 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.816821 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.817170 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.817300 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.817579 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.817724 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.817935 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.818175 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.818442 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.818688 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.818981 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.819231 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.819469 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.819698 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.819944 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.820204 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.820593 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.820724 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.820888 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.821103 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.821338 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.821557 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.821796 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.822033 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.822261 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.823040 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.823274 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.823536 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.823864 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.824128 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.825775 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.825775 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.825775 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.825775 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.825775 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.825775 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.825775 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.826625 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.826625 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.826625 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.826625 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.827095 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.827095 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.827326 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.827474 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.827695 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.827914 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.828655 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.828655 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.828655 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.829038 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.829177 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.829371 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.829620 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.830624 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.830624 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.830624 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.830624 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.830910 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.830910 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.831098 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.831336 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.831561 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.831784 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.831999 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.832277 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.832488 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.833092 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.833326 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.833548 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.833762 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.833993 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.834234 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.834449 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.834695 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.834917 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.835129 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.835358 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.835574 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.835786 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.836013 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.836259 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.836473 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.836767 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.837024 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.837280 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.837565 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.837987 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.838793 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.839045 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.839371 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.840531 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.840781 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.841005 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.841248 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.841475 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.841733 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.842083 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.842388 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.842674 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.842914 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.843172 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.843453 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.843735 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.843970 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.844243 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.844581 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.844872 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.845140 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.845387 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.845639 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.845864 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.846079 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.846317 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.846586 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.846812 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.847053 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.847284 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.847512 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.847731 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.847961 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.848180 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.848428 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.848644 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.848901 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.849140 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.849294 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 04:57:18.849806 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94495) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 25 04:57:18.849972 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 04:57:18.850130 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 04:57:18.850279 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 04:57:18.850463 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 04:57:18.850651 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 04:57:18.850860 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.851025 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.851262 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.851438 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.851582 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.851749 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.851898 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.852047 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.852198 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.852357 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.852501 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.852648 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.852812 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.852957 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.853121 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.853273 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.853434 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.853599 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.853901 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.853901 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.854185 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.854459 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.854459 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] debug = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.855226 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.855226 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.855226 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.855226 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.855226 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.855932 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.855932 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.855932 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.855932 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.855932 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.856600 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.856600 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.856600 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.856600 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.857052 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.857052 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.857052 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.857052 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] host = dv-cinder-757936-7-iscsi {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.857351 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.857351 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.857497 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.857926 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.857926 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.858186 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.858186 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.858503 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.858503 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.858770 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.858770 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.859002 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.859002 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.859253 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] log_file = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.859379 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] log_options = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.859511 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.859635 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.859759 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.859908 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.860078 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.860240 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.860401 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.860562 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.860726 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.860885 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.861045 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.861204 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.861373 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.861576 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.861793 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.861793 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.862048 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.862171 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.862265 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.862397 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.862578 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.862740 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.862901 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.863060 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.863222 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.863383 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.863543 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.863705 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.863865 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.864026 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.864188 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.864350 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.864512 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.864671 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.864821 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.864979 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.865144 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.865312 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.865470 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.865783 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.865958 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.866107 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.866248 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.866440 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.866608 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.866742 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] use_json = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.866878 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.867311 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.867311 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.867311 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.867677 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.867677 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.867833 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.868237 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 04:57:18.868237 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.868237 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.868535 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.868535 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.868689 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.868827 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.868989 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.869151 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.869811 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.869811 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.869811 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.869811 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.870283 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.870283 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.870283 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.870501 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.870618 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.870762 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.870895 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.871029 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.871186 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.871325 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.871496 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.871660 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.871859 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.871986 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.872120 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.872285 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.872447 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.872612 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.872776 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.872943 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.873108 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.873272 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.873435 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.873599 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.873761 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.873925 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.874088 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.874250 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.874412 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.874615 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.874780 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.874944 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.875107 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.875270 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.875433 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.875595 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.875758 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.875921 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.876083 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.876247 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.876410 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.876573 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.876734 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.876911 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.877073 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.877235 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.877396 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.877560 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.877721 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.877884 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.878047 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.878209 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.878372 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.878566 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.878729 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.878892 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.879055 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.879216 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.879379 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.879541 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.879703 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.879867 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.880028 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.880189 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.880351 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.880512 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.880677 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.880843 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.881011 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.881154 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.882203 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.882203 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.882203 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.882203 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.882203 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.882203 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.882203 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.883408 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.883408 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.883408 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.883408 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.883408 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.883408 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.883408 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.884303 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.884303 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.884303 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.884303 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.884303 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.884303 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.886662 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.886662 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.886662 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.886662 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.886662 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.886662 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.886662 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.886662 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.887900 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.887900 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.887900 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.887900 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.887900 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.887900 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.887900 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.887900 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.889134 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.889134 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.889134 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.889134 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.889134 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.889134 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.889134 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.889134 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.890211 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.890211 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.890211 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.890211 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.890211 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.890211 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.890211 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.890211 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.891388 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.891388 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.891388 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.891388 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.891388 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.891388 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.891388 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.891388 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.892475 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.892475 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.892475 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.892475 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.892475 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.892475 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.892475 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.892475 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.893542 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.893542 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.893542 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.893542 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.893542 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.893542 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.893542 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.893542 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.894579 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.894579 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.894579 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.894579 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.894579 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.894579 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.894579 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.894579 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.895296 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.895296 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.895296 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.895296 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.895296 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.895296 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.895868 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.895868 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.895868 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.896220 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.896220 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.896220 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.896478 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.896478 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.896634 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.896799 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.896962 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.897125 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.897552 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.897752 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.897908 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.898123 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.898288 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.898417 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.898562 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 04:57:18.898707 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.898707 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.898946 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.899070 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.899191 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.899323 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.899446 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.899569 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.899723 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.899885 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.900047 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.900210 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.900372 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.901149 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.901281 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.901405 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.901569 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.901731 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.901893 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.902057 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.902219 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.902394 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.902572 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.902718 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.902882 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.903044 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.903206 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.903378 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.903541 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.903702 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.903864 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.904026 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.904188 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.904360 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.904523 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.904685 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.904846 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.905009 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.905171 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.905341 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.905504 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.905666 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.905827 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.905989 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.906150 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.906321 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.906483 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.906667 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.906829 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.907031 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.907199 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.907326 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.907449 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.907602 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.907815 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.907941 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.908064 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.908219 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.908382 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.908528 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.908701 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.908863 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.909025 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.909188 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.909362 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.909531 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.909693 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.910008 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.910328 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.910877 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.910877 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.910877 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.911197 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.911197 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.911422 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.911671 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.911671 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.911973 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.911973 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.912338 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.912338 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.912570 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.912570 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.912803 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.912948 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.913349 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.913349 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.913349 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.914648 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.914648 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.914648 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.914648 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.914648 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.914648 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.914648 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.914648 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.914648 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.915587 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.915587 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.915587 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 04:57:18.915587 dv-cinder-757936-7-iscsi neutron-server[94495]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 04:57:19.053545 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 35662) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 04:57:19.062298 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066037 Aug 25 04:57:30.544683 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecff724e-fded-49bd-81c1-e32a50bd0e3b None None] get_active_networks_info from dv-cinder-757936-7-iscsi {{(pid=94640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 04:57:30.630261 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecff724e-fded-49bd-81c1-e32a50bd0e3b None None] No non-hosted networks {{(pid=94640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 25 04:57:30.637541 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.agentschedulers_db [None req-ecff724e-fded-49bd-81c1-e32a50bd0e3b None None] DHCP Agent not found on host dv-cinder-757936-7-iscsi {{(pid=94640) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 25 04:57:30.784324 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-570861c1-1516-4a9a-a83c-0785071d6f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550326'] for agent, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:32.968744 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c582d915-c064-4fd0-99cf-27f598937864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550326'] for agent, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:33.003943 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.db.api [None req-afcf00ca-6d3c-4975-9ca6-63bd4a46e8ef None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-757936-7-iscsi {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 04:57:33.004500 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG oslo_db.api [None req-afcf00ca-6d3c-4975-9ca6-63bd4a46e8ef None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 04:57:33.271399 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550326'] for agent, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:33.272865 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:33.273373 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:33.273870 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:33.274352 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:33.274853 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:33.275902 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:33.276383 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:33.276887 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:33.277443 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:33.277929 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:33.278397 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:33.278986 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:33.279572 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-757936-7-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 04:57:33.294495 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-757936-7-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 04:57:33.600709 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afcf00ca-6d3c-4975-9ca6-63bd4a46e8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:34.266365 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550326'] for agent, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:35.874817 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550326'] for agent, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:36.887938 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 35752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 04:57:37.393798 dv-cinder-757936-7-iscsi neutron-server[94639]: WARNING oslo_policy.policy [None req-0a107b6f-8148-4f13-8261-5b07d4d35fcc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 04:57:37.394414 dv-cinder-757936-7-iscsi neutron-server[94639]: WARNING oslo_policy.policy [None req-0a107b6f-8148-4f13-8261-5b07d4d35fcc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 04:57:37.613065 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [None req-0a107b6f-8148-4f13-8261-5b07d4d35fcc admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 04:57:37.614130 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-0a107b6f-8148-4f13-8261-5b07d4d35fcc admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7252543 Aug 25 04:57:38.156131 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.db.l3_hamode_db [None req-be7a7714-6acc-41cd-8b3f-87eda70b14ab None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 25 04:57:38.232976 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7a7714-6acc-41cd-8b3f-87eda70b14ab None None] Routers set() bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 04:57:38.233361 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7a7714-6acc-41cd-8b3f-87eda70b14ab None None] Router IDs set() for agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 25 04:57:39.966998 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 35766) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 04:57:40.271104 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5b7afe73-0d18-4cce-9e6e-567e97cd1c49 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 04:57:40.362225 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.policy [None req-5b7afe73-0d18-4cce-9e6e-567e97cd1c49 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94639) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 25 04:57:40.407395 dv-cinder-757936-7-iscsi neutron-server[94639]: WARNING oslo_policy.policy [None req-5b7afe73-0d18-4cce-9e6e-567e97cd1c49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 04:57:40.407760 dv-cinder-757936-7-iscsi neutron-server[94639]: WARNING oslo_policy.policy [None req-5b7afe73-0d18-4cce-9e6e-567e97cd1c49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 04:57:40.416280 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.quota [None req-5b7afe73-0d18-4cce-9e6e-567e97cd1c49 admin admin] Loaded quota_driver: . Aug 25 04:57:40.610840 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b7afe73-0d18-4cce-9e6e-567e97cd1c49 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785203671484', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785203671953', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785203650750', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785203653442', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785203183183', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785203639950', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7799354', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7867548', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-566366', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1565242'] for rbac-policy, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:40.948529 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b7afe73-0d18-4cce-9e6e-567e97cd1c49 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:40.949703 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-5b7afe73-0d18-4cce-9e6e-567e97cd1c49 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9817367 Aug 25 04:57:43.455894 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 35778) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 04:57:43.742545 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'tenant_id': 'b592906416254dfdacd3ef7c86e8ec9d'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 04:57:43.828835 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Made reservation on behalf of b592906416254dfdacd3ef7c86e8ec9d for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 04:57:43.831567 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:43.847934 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:43.963500 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:44.039982 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:44.059009 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 04:57:44.085766 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785199888550', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:44.086348 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Unsubscribe: segment precommit_create {{(pid=94639) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 04:57:44.086898 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Added segment 345ea93f-a8eb-4d61-b9e5-b0c158b9baa2 of type vlan for network 07249c30-45f8-444d-b2aa-637d40811313 Aug 25 04:57:44.102174 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67daf153-84e1-4bd2-ad53-47ca1f35112d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 04:57:44.127496 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:44.127838 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:44.128170 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:44.128495 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:44.128817 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:44.129152 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:44.129475 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:44.130275 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:44.130275 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:44.130440 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:44.130765 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:44.131079 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Tracked resource versions report: Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: pushed versions: Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: { 'AddressGroup': {'1.2'}, Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: 'ConntrackHelper': {'1.0'}, Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: 'Log': {'1.0'}, Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: 'Network': {'1.1'}, Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: 'Port': {'1.7'}, Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: 'PortForwarding': {'1.2'}, Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: 'QosPolicy': {'1.9'}, Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: 'SecurityGroup': {'1.4'}, Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: 'SecurityGroupRule': {'1.2'}, Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: 'SubPort': {'1.0'}, Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: 'Subnet': {'1.1'}, Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: 'Trunk': {'1.1'}} Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: consumer versions: Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: { DHCP agent@dv-cinder-757936-7-iscsi: {}, Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: L3 agent@dv-cinder-757936-7-iscsi: {}, Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: Metadata agent@dv-cinder-757936-7-iscsi: {}, Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: Metering agent@dv-cinder-757936-7-iscsi: {}, Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: Open vSwitch agent@dv-cinder-757936-7-iscsi: { 'AddressGroup': '1.2', Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: 'ConntrackHelper': '1.0', Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: 'Log': '1.0', Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: 'Network': '1.1', Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: 'Port': '1.7', Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: 'PortForwarding': '1.2', Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: 'QosPolicy': '1.9', Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: 'SecurityGroup': '1.4', Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: 'SecurityGroupRule': '1.2', Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: 'SubPort': '1.0', Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: 'Subnet': '1.1', Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: 'Trunk': '1.1'}} Aug 25 04:57:44.132204 dv-cinder-757936-7-iscsi neutron-server[94639]: {{(pid=94639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 04:57:44.206563 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785199393567'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:44.310771 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:44.312390 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 04:57:44.313023 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:44.405275 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] Pushing event updated for resources: {'Network': ['ID=07249c30-45f8-444d-b2aa-637d40811313,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 04:57:44.416788 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Network 07249c30-45f8-444d-b2aa-637d40811313 details requested by agent ovs-agent-dv-cinder-757936-7-iscsi with host dv-cinder-757936-7-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 04:57:44.434941 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-619feac0-b83b-4695-83e7-b7304c6533c3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.9779868 Aug 25 04:57:47.028988 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 35792) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 04:57:47.413917 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2d84db-ea8f-46bb-87dc-cc605c912fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 04:57:47.415232 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-2d2d84db-ea8f-46bb-87dc-cc605c912fc9 admin admin] 10.222.0.13 "GET /v2.0/networks/07249c30-45f8-444d-b2aa-637d40811313 HTTP/1.1" status: 200 len: 824 time: 0.3852746 Aug 25 04:57:47.439547 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-cdbbef6e-9b04-45eb-ac7f-f93865d86f51 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/a9ec92ae-9296-48e7-9b42-f0151f103e0d HTTP/1.1" status: 200 len: 734 time: 0.0182683 Aug 25 04:57:47.448843 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3b5c9ce5-189c-4e7b-a273-d7d0dc55111b admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'network_id': '07249c30-45f8-444d-b2aa-637d40811313', 'subnetpool_id': 'a9ec92ae-9296-48e7-9b42-f0151f103e0d', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 04:57:47.561749 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5c9ce5-189c-4e7b-a273-d7d0dc55111b admin admin] Made reservation on behalf of b592906416254dfdacd3ef7c86e8ec9d for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 04:57:47.563981 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b5c9ce5-189c-4e7b-a273-d7d0dc55111b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:48.137439 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b5c9ce5-189c-4e7b-a273-d7d0dc55111b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:48.205221 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c9ce5-189c-4e7b-a273-d7d0dc55111b admin admin] Pushing event updated for resources: {'Subnet': ['ID=75d9c52f-f236-47d2-a925-ef779b03bce7,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 04:57:48.209597 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5c9ce5-189c-4e7b-a273-d7d0dc55111b admin admin] Checking segment: {'id': '345ea93f-a8eb-4d61-b9e5-b0c158b9baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '07249c30-45f8-444d-b2aa-637d40811313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 04:57:48.209971 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5c9ce5-189c-4e7b-a273-d7d0dc55111b admin admin] Network hostable DHCP agents. Network: 07249c30-45f8-444d-b2aa-637d40811313, hostable agents: ['0a2fa090-2970-41a0-8073-2983789ee317'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 04:57:48.285270 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5c9ce5-189c-4e7b-a273-d7d0dc55111b admin admin] Network 07249c30-45f8-444d-b2aa-637d40811313 is scheduled to be hosted by DHCP agent 0a2fa090-2970-41a0-8073-2983789ee317 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 04:57:48.371226 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3b5c9ce5-189c-4e7b-a273-d7d0dc55111b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-7-iscsi, 07249c30-45f8-444d-b2aa-637d40811313) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 04:57:48.376365 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5c9ce5-189c-4e7b-a273-d7d0dc55111b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 04:57:48.376959 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b5c9ce5-189c-4e7b-a273-d7d0dc55111b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:48.381562 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0e96ac-56a6-4117-bfbe-84dab1270326 None None] Network 07249c30-45f8-444d-b2aa-637d40811313 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 04:57:48.486407 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-3b5c9ce5-189c-4e7b-a273-d7d0dc55111b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0412173 Aug 25 04:57:48.694470 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55636971-4e0d-59cb-9b48-5d411fba618d-07249c30-45f8-444d-b2aa-637d40811313', 'network_id': '07249c30-45f8-444d-b2aa-637d40811313', 'tenant_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'fixed_ips': [{'subnet_id': '75d9c52f-f236-47d2-a925-ef779b03bce7'}]}} from dv-cinder-757936-7-iscsi. {{(pid=94640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 04:57:48.695857 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:49.095979 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Allocated IP 172.20.0.2 (07249c30-45f8-444d-b2aa-637d40811313/75d9c52f-f236-47d2-a925-ef779b03bce7/f91a060b-e3b3-43f7-99a9-35f259de17fc) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 04:57:49.292895 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:49.309751 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Transition to ACTIVE for port object f91a060b-e3b3-43f7-99a9-35f259de17fc will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 04:57:49.357540 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Transition to ACTIVE for port object f91a060b-e3b3-43f7-99a9-35f259de17fc will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 04:57:49.437325 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:49.498998 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Network 07249c30-45f8-444d-b2aa-637d40811313 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 04:57:49.505613 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 04:57:49.515506 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 04:57:49.521174 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Pushing event updated for resources: {'Port': ['ID=f91a060b-e3b3-43f7-99a9-35f259de17fc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 04:57:49.554174 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:49.554536 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:49.554889 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:49.555222 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:49.555589 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:49.555924 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:49.556247 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:49.556570 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:49.556905 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:49.557227 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:49.557547 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:49.557861 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Tracked resource versions report: Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: pushed versions: Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: { 'AddressGroup': {'1.2'}, Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: 'ConntrackHelper': {'1.0'}, Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: 'Log': {'1.0'}, Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: 'Network': {'1.1'}, Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: 'Port': {'1.7'}, Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: 'PortForwarding': {'1.2'}, Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: 'QosPolicy': {'1.9'}, Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: 'SecurityGroup': {'1.4'}, Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: 'SecurityGroupRule': {'1.2'}, Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: 'SubPort': {'1.0'}, Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: 'Subnet': {'1.1'}, Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: 'Trunk': {'1.1'}} Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: consumer versions: Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: { DHCP agent@dv-cinder-757936-7-iscsi: {}, Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: L3 agent@dv-cinder-757936-7-iscsi: {}, Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: Metadata agent@dv-cinder-757936-7-iscsi: {}, Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: Metering agent@dv-cinder-757936-7-iscsi: {}, Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: Open vSwitch agent@dv-cinder-757936-7-iscsi: { 'AddressGroup': '1.2', Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: 'ConntrackHelper': '1.0', Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: 'Log': '1.0', Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: 'Network': '1.1', Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: 'Port': '1.7', Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: 'PortForwarding': '1.2', Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: 'QosPolicy': '1.9', Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: 'SecurityGroup': '1.4', Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: 'SecurityGroupRule': '1.2', Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: 'SubPort': '1.0', Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: 'Subnet': '1.1', Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: 'Trunk': '1.1'}} Aug 25 04:57:49.559090 dv-cinder-757936-7-iscsi neutron-server[94640]: {{(pid=94640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 04:57:49.606131 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Attempting to bind port f91a060b-e3b3-43f7-99a9-35f259de17fc on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 04:57:49.606535 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Attempting to bind port f91a060b-e3b3-43f7-99a9-35f259de17fc by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': '345ea93f-a8eb-4d61-b9e5-b0c158b9baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '07249c30-45f8-444d-b2aa-637d40811313'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 04:57:49.606963 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Attempting to bind port f91a060b-e3b3-43f7-99a9-35f259de17fc on network 07249c30-45f8-444d-b2aa-637d40811313 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 04:57:49.611699 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 4, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 04:57:49.612055 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Checking segment: {'id': '345ea93f-a8eb-4d61-b9e5-b0c158b9baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '07249c30-45f8-444d-b2aa-637d40811313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 04:57:49.612578 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:49.612962 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Bound using segment: {'id': '345ea93f-a8eb-4d61-b9e5-b0c158b9baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '07249c30-45f8-444d-b2aa-637d40811313'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 04:57:49.613445 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Bound port: f91a060b-e3b3-43f7-99a9-35f259de17fc, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345ea93f-a8eb-4d61-b9e5-b0c158b9baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '07249c30-45f8-444d-b2aa-637d40811313'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 04:57:49.613846 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:49.674073 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] For port f91a060b-e3b3-43f7-99a9-35f259de17fc, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 04:57:49.678286 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] For port f91a060b-e3b3-43f7-99a9-35f259de17fc, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=f91a060b-e3b3-43f7-99a9-35f259de17fc,segment=NetworkSegment(345ea93f-a8eb-4d61-b9e5-b0c158b9baa2),segment_id=345ea93f-a8eb-4d61-b9e5-b0c158b9baa2)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 04:57:49.823938 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:49.887851 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6dd5f6-29c0-4cf6-a926-ecd202245ea5 None None] Pushing event updated for resources: {'Port': ['ID=f91a060b-e3b3-43f7-99a9-35f259de17fc,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 04:57:50.848614 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 35800) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 04:57:51.173689 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [None req-2ba3b069-5b7d-4e1e-a2e5-1b9f7a720a6d admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 04:57:51.174743 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-2ba3b069-5b7d-4e1e-a2e5-1b9f7a720a6d admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3250690 Aug 25 04:57:53.543923 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 35808) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 04:57:53.856778 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [None req-a1911622-41fe-4ae8-b0bc-213b202f4cbf admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 04:57:53.857865 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a1911622-41fe-4ae8-b0bc-213b202f4cbf admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3130131 Aug 25 04:57:56.441343 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 35818) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 04:57:56.737911 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-99d627fa-c1c9-4bc8-832e-8f67ca727be9 admin admin] Request body: {'router': {'tenant_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 04:57:56.842312 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99d627fa-c1c9-4bc8-832e-8f67ca727be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1195'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:56.843962 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99d627fa-c1c9-4bc8-832e-8f67ca727be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:56.978617 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99d627fa-c1c9-4bc8-832e-8f67ca727be9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:57.056082 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99d627fa-c1c9-4bc8-832e-8f67ca727be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406382'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:57.137125 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99d627fa-c1c9-4bc8-832e-8f67ca727be9 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:57.138349 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-99d627fa-c1c9-4bc8-832e-8f67ca727be9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6959865 Aug 25 04:57:58.074296 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59678b1e-1e02-4559-9c05-3b32452b36aa None None] Network 07249c30-45f8-444d-b2aa-637d40811313 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 04:57:58.274637 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-6fed9dc1-525d-4824-905a-d8b72e304996 None None] Provisioning for port f91a060b-e3b3-43f7-99a9-35f259de17fc completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 04:57:58.932498 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device f91a060b-e3b3-43f7-99a9-35f259de17fc up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 04:57:59.096805 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port f91a060b-e3b3-43f7-99a9-35f259de17fc completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 04:57:59.100623 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port f91a060b-e3b3-43f7-99a9-35f259de17fc triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 04:57:59.101016 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:59.205889 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:59.243404 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port f91a060b-e3b3-43f7-99a9-35f259de17fc, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=f91a060b-e3b3-43f7-99a9-35f259de17fc,segment=NetworkSegment(345ea93f-a8eb-4d61-b9e5-b0c158b9baa2),segment_id=345ea93f-a8eb-4d61-b9e5-b0c158b9baa2)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 04:57:59.359681 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:57:59.405754 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=f91a060b-e3b3-43f7-99a9-35f259de17fc,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 04:57:59.493509 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 35830) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 04:57:59.802726 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [None req-b6809042-6182-4a7d-8936-4ce2bfde99fa admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 04:57:59.803712 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-b6809042-6182-4a7d-8936-4ce2bfde99fa admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3092747 Aug 25 04:58:00.516293 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1811a258-aca1-4089-b62e-4c2aa7e79344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:00.923569 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device f91a060b-e3b3-43f7-99a9-35f259de17fc up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 04:58:00.969052 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port f91a060b-e3b3-43f7-99a9-35f259de17fc triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 04:58:00.969457 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:02.171113 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 35838) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 04:58:02.652153 dv-cinder-757936-7-iscsi neutron-server[94638]: WARNING oslo_policy.policy [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 04:58:02.652739 dv-cinder-757936-7-iscsi neutron-server[94638]: WARNING oslo_policy.policy [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 04:58:02.871575 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 04:58:02.873221 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.quota [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Loaded quota_driver: . Aug 25 04:58:02.944861 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b3c5e4c-7f50-4da2-b42b-63170c91fa44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:03.013303 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Made reservation on behalf of ddccbf1e5b124b2db38e327e5cba29c7 for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 04:58:03.080784 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.policy [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94638) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 25 04:58:03.124819 dv-cinder-757936-7-iscsi neutron-server[94638]: WARNING oslo_policy.policy [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 04:58:03.125147 dv-cinder-757936-7-iscsi neutron-server[94638]: WARNING oslo_policy.policy [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 04:58:03.135839 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:03.156784 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:03.283813 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:03.284873 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:03.350091 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:03.361448 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Reserving flat network on physical network physnet1 {{(pid=94638) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 25 04:58:03.392752 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785199888550', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:03.393247 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Unsubscribe: segment precommit_create {{(pid=94638) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 04:58:03.393764 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Added segment f50f2590-e504-4272-bd2e-204842be37f0 of type flat for network 45b0c649-47ed-40e6-b7f6-7d83dd176956 Aug 25 04:58:03.409162 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5444d2-5de1-43ca-ba0d-d40f399e5ec8,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 04:58:03.439702 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:03.440043 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:03.440412 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:03.440731 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:03.441050 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:03.441386 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:03.441704 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:03.442025 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:03.442352 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:03.442704 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Tracked resource versions report: Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: pushed versions: Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: { 'AddressGroup': {'1.2'}, Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: 'ConntrackHelper': {'1.0'}, Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: 'Log': {'1.0'}, Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: 'Network': {'1.1'}, Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: 'Port': {'1.7'}, Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: 'PortForwarding': {'1.2'}, Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: 'QosPolicy': {'1.9'}, Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: 'SecurityGroup': {'1.4'}, Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: 'SecurityGroupRule': {'1.2'}, Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: 'SubPort': {'1.0'}, Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: 'Subnet': {'1.1'}, Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: 'Trunk': {'1.1'}} Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: consumer versions: Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: { DHCP agent@dv-cinder-757936-7-iscsi: {}, Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: L3 agent@dv-cinder-757936-7-iscsi: {}, Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: Metadata agent@dv-cinder-757936-7-iscsi: {}, Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: Metering agent@dv-cinder-757936-7-iscsi: {}, Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: Open vSwitch agent@dv-cinder-757936-7-iscsi: { 'AddressGroup': '1.2', Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: 'ConntrackHelper': '1.0', Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: 'Log': '1.0', Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: 'Network': '1.1', Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: 'Port': '1.7', Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: 'PortForwarding': '1.2', Aug 25 04:58:03.447512 dv-cinder-757936-7-iscsi neutron-server[94638]: 'QosPolicy': '1.9', Aug 25 04:58:03.449370 dv-cinder-757936-7-iscsi neutron-server[94638]: 'SecurityGroup': '1.4', Aug 25 04:58:03.449370 dv-cinder-757936-7-iscsi neutron-server[94638]: 'SecurityGroupRule': '1.2', Aug 25 04:58:03.449370 dv-cinder-757936-7-iscsi neutron-server[94638]: 'SubPort': '1.0', Aug 25 04:58:03.449370 dv-cinder-757936-7-iscsi neutron-server[94638]: 'Subnet': '1.1', Aug 25 04:58:03.449370 dv-cinder-757936-7-iscsi neutron-server[94638]: 'Trunk': '1.1'}} Aug 25 04:58:03.449370 dv-cinder-757936-7-iscsi neutron-server[94638]: {{(pid=94638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 04:58:03.518725 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785199393567'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:03.639601 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:03.640803 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 04:58:03.641491 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:03.735452 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] Pushing event updated for resources: {'Network': ['ID=45b0c649-47ed-40e6-b7f6-7d83dd176956,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 04:58:03.746440 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Network 45b0c649-47ed-40e6-b7f6-7d83dd176956 details requested by agent ovs-agent-dv-cinder-757936-7-iscsi with host dv-cinder-757936-7-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 04:58:03.756874 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-92364b09-632b-4d9f-9f0a-87bca2481fe8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.5835314 Aug 25 04:58:04.176653 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:05.836884 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:06.079155 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 35868) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 04:58:06.296105 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cc3191-5f1e-459f-8d15-bdbede5f7aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 04:58:06.297480 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-68cc3191-5f1e-459f-8d15-bdbede5f7aa2 admin admin] 10.222.0.13 "GET /v2.0/subnets/75d9c52f-f236-47d2-a925-ef779b03bce7 HTTP/1.1" status: 200 len: 849 time: 0.2173481 Aug 25 04:58:06.455304 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-5378bea4-d058-4eb2-a6ab-d3f48ab60243 admin admin] 10.222.0.13 "GET /v2.0/routers/61972041-5823-46ec-8bfa-21145cdd4d48 HTTP/1.1" status: 200 len: 704 time: 0.1517382 Aug 25 04:58:06.732755 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2f79433f-a61f-4512-a4ac-4ffa8c56d62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:07.022917 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-2f79433f-a61f-4512-a4ac-4ffa8c56d62a admin admin] Allocated IP 172.20.0.1 (07249c30-45f8-444d-b2aa-637d40811313/75d9c52f-f236-47d2-a925-ef779b03bce7/29e97d6f-7250-46ff-ac55-d4a03744d174) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 04:58:07.202021 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2f79433f-a61f-4512-a4ac-4ffa8c56d62a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:07.224479 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [None req-2f79433f-a61f-4512-a4ac-4ffa8c56d62a admin admin] Transition to ACTIVE for port object 29e97d6f-7250-46ff-ac55-d4a03744d174 will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 04:58:07.353749 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2f79433f-a61f-4512-a4ac-4ffa8c56d62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:07.425230 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f79433f-a61f-4512-a4ac-4ffa8c56d62a admin admin] Network 07249c30-45f8-444d-b2aa-637d40811313 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 04:58:07.432939 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-2f79433f-a61f-4512-a4ac-4ffa8c56d62a admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 04:58:07.434922 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79433f-a61f-4512-a4ac-4ffa8c56d62a admin admin] Pushing event updated for resources: {'Port': ['ID=29e97d6f-7250-46ff-ac55-d4a03744d174,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 04:58:07.447647 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f79433f-a61f-4512-a4ac-4ffa8c56d62a admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 04:58:07.452435 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2f79433f-a61f-4512-a4ac-4ffa8c56d62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406045'] for router_interface, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:07.721672 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2f79433f-a61f-4512-a4ac-4ffa8c56d62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:07.756056 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-d8f700de-3e66-4c1d-98a0-743d6930ae03 None None] Provisioning for port 29e97d6f-7250-46ff-ac55-d4a03744d174 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 04:58:07.760180 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-d8f700de-3e66-4c1d-98a0-743d6930ae03 None None] Provisioning complete for port 29e97d6f-7250-46ff-ac55-d4a03744d174 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 04:58:07.760547 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8f700de-3e66-4c1d-98a0-743d6930ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:07.795174 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d8f700de-3e66-4c1d-98a0-743d6930ae03 None None] Port 29e97d6f-7250-46ff-ac55-d4a03744d174 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 04:58:07.987920 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2f79433f-a61f-4512-a4ac-4ffa8c56d62a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:08.056168 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2f79433f-a61f-4512-a4ac-4ffa8c56d62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:08.056928 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2f79433f-a61f-4512-a4ac-4ffa8c56d62a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552907'] for router_interface, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:08.133505 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79433f-a61f-4512-a4ac-4ffa8c56d62a admin admin] Pushing event updated for resources: {'Port': ['ID=29e97d6f-7250-46ff-ac55-d4a03744d174,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 04:58:08.179697 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f79433f-a61f-4512-a4ac-4ffa8c56d62a admin admin] Network 07249c30-45f8-444d-b2aa-637d40811313 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 04:58:08.180943 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-2f79433f-a61f-4512-a4ac-4ffa8c56d62a admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 04:58:08.393357 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f79433f-a61f-4512-a4ac-4ffa8c56d62a admin admin] Router 61972041-5823-46ec-8bfa-21145cdd4d48 is scheduled to L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 with binding_index 1 {{(pid=94638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 04:58:08.414358 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-4ede46ee-3055-48ab-bb22-1354cd7be47a None None] Provisioning complete for port 29e97d6f-7250-46ff-ac55-d4a03744d174 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 04:58:08.414762 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ede46ee-3055-48ab-bb22-1354cd7be47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:08.447158 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4ede46ee-3055-48ab-bb22-1354cd7be47a None None] Port 29e97d6f-7250-46ff-ac55-d4a03744d174 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 04:58:08.484755 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f79433f-a61f-4512-a4ac-4ffa8c56d62a admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 04:58:08.489861 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-2f79433f-a61f-4512-a4ac-4ffa8c56d62a admin admin] 10.222.0.13 "PUT /v2.0/routers/61972041-5823-46ec-8bfa-21145cdd4d48/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0288529 Aug 25 04:58:08.494488 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] Sync routers for ids ['61972041-5823-46ec-8bfa-21145cdd4d48'] in dv-cinder-757936-7-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 04:58:08.506109 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] Routers {'61972041-5823-46ec-8bfa-21145cdd4d48'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 04:58:08.506894 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T04:58:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['61972041-5823-46ec-8bfa-21145cdd4d48'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 04:58:08.689011 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] Set router 61972041-5823-46ec-8bfa-21145cdd4d48 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 04:58:09.110440 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61972041-5823-46ec-8bfa-21145cdd4d48', 'name': 'router1', 'tenant_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T04:57:56Z', 'updated_at': '2021-08-25T04:58:07Z', 'revision_number': 2, 'project_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'gw_port_host': None, '_interfaces': [{'id': '29e97d6f-7250-46ff-ac55-d4a03744d174', 'name': '', 'network_id': '07249c30-45f8-444d-b2aa-637d40811313', 'tenant_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'mac_address': 'fa:16:3e:10:f4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61972041-5823-46ec-8bfa-21145cdd4d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75d9c52f-f236-47d2-a925-ef779b03bce7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T04:58:06Z', 'updated_at': '2021-08-25T04:58:07Z', 'revision_number': 2, 'project_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'subnets': [{'id': '75d9c52f-f236-47d2-a925-ef779b03bce7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9ec92ae-9296-48e7-9b42-f0151f103e0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 04:58:09.159218 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] Checking router: 61972041-5823-46ec-8bfa-21145cdd4d48 for host: dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 04:58:09.159598 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] Updating router 61972041-5823-46ec-8bfa-21145cdd4d48 port 29e97d6f-7250-46ff-ac55-d4a03744d174 binding host dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 04:58:09.207472 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:09.716163 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:09.733532 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] Transition to ACTIVE for port object 29e97d6f-7250-46ff-ac55-d4a03744d174 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 04:58:09.833632 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:09.988992 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6c697-168f-4ae1-bb4b-8d3eb6aeab07 None None] Pushing event updated for resources: {'Port': ['ID=29e97d6f-7250-46ff-ac55-d4a03744d174,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 04:58:10.004441 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6c697-168f-4ae1-bb4b-8d3eb6aeab07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:10.004791 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6c697-168f-4ae1-bb4b-8d3eb6aeab07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:10.005128 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6c697-168f-4ae1-bb4b-8d3eb6aeab07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:10.005459 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6c697-168f-4ae1-bb4b-8d3eb6aeab07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:10.005784 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6c697-168f-4ae1-bb4b-8d3eb6aeab07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:10.006109 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6c697-168f-4ae1-bb4b-8d3eb6aeab07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:10.006429 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6c697-168f-4ae1-bb4b-8d3eb6aeab07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:10.006773 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6c697-168f-4ae1-bb4b-8d3eb6aeab07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:10.007097 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6c697-168f-4ae1-bb4b-8d3eb6aeab07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:10.007415 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6c697-168f-4ae1-bb4b-8d3eb6aeab07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:10.007731 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6c697-168f-4ae1-bb4b-8d3eb6aeab07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:10.008588 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6c697-168f-4ae1-bb4b-8d3eb6aeab07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e6c697-168f-4ae1-bb4b-8d3eb6aeab07 None None] Tracked resource versions report: Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: pushed versions: Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: { 'AddressGroup': {'1.2'}, Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: 'ConntrackHelper': {'1.0'}, Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: 'Log': {'1.0'}, Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: 'Network': {'1.1'}, Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: 'Port': {'1.7'}, Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: 'PortForwarding': {'1.2'}, Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: 'QosPolicy': {'1.9'}, Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: 'SecurityGroup': {'1.4'}, Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: 'SecurityGroupRule': {'1.2'}, Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: 'SubPort': {'1.0'}, Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: 'Subnet': {'1.1'}, Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: 'Trunk': {'1.1'}} Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: consumer versions: Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: { DHCP agent@dv-cinder-757936-7-iscsi: {}, Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: L3 agent@dv-cinder-757936-7-iscsi: {}, Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: Metadata agent@dv-cinder-757936-7-iscsi: {}, Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: Metering agent@dv-cinder-757936-7-iscsi: {}, Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: Open vSwitch agent@dv-cinder-757936-7-iscsi: { 'AddressGroup': '1.2', Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: 'ConntrackHelper': '1.0', Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: 'Log': '1.0', Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: 'Network': '1.1', Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: 'Port': '1.7', Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: 'PortForwarding': '1.2', Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: 'QosPolicy': '1.9', Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: 'SecurityGroup': '1.4', Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: 'SecurityGroupRule': '1.2', Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: 'SubPort': '1.0', Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: 'Subnet': '1.1', Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: 'Trunk': '1.1'}} Aug 25 04:58:10.009695 dv-cinder-757936-7-iscsi neutron-server[94641]: {{(pid=94641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 04:58:10.013712 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] Attempting to bind port 29e97d6f-7250-46ff-ac55-d4a03744d174 on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 04:58:10.014138 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] Attempting to bind port 29e97d6f-7250-46ff-ac55-d4a03744d174 by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': '345ea93f-a8eb-4d61-b9e5-b0c158b9baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '07249c30-45f8-444d-b2aa-637d40811313'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 04:58:10.014722 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] Attempting to bind port 29e97d6f-7250-46ff-ac55-d4a03744d174 on network 07249c30-45f8-444d-b2aa-637d40811313 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 04:58:10.020049 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 4, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 04:58:10.020457 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] Checking segment: {'id': '345ea93f-a8eb-4d61-b9e5-b0c158b9baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '07249c30-45f8-444d-b2aa-637d40811313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 04:58:10.021214 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:10.021594 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] Bound using segment: {'id': '345ea93f-a8eb-4d61-b9e5-b0c158b9baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '07249c30-45f8-444d-b2aa-637d40811313'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 04:58:10.022072 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] Bound port: 29e97d6f-7250-46ff-ac55-d4a03744d174, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345ea93f-a8eb-4d61-b9e5-b0c158b9baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '07249c30-45f8-444d-b2aa-637d40811313'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 04:58:10.022457 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:10.086821 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] For port 29e97d6f-7250-46ff-ac55-d4a03744d174, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 04:58:10.105364 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] For port 29e97d6f-7250-46ff-ac55-d4a03744d174, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=29e97d6f-7250-46ff-ac55-d4a03744d174,segment=NetworkSegment(345ea93f-a8eb-4d61-b9e5-b0c158b9baa2),segment_id=345ea93f-a8eb-4d61-b9e5-b0c158b9baa2)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 04:58:10.188040 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:10.248725 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6c697-168f-4ae1-bb4b-8d3eb6aeab07 None None] Pushing event updated for resources: {'Port': ['ID=29e97d6f-7250-46ff-ac55-d4a03744d174,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 04:58:10.251562 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] Routers {'61972041-5823-46ec-8bfa-21145cdd4d48'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 04:58:10.252157 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T04:58:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['61972041-5823-46ec-8bfa-21145cdd4d48'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 04:58:10.340995 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] Set router 61972041-5823-46ec-8bfa-21145cdd4d48 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 04:58:10.543967 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61972041-5823-46ec-8bfa-21145cdd4d48', 'name': 'router1', 'tenant_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T04:57:56Z', 'updated_at': '2021-08-25T04:58:07Z', 'revision_number': 2, 'project_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'gw_port_host': None, '_interfaces': [{'id': '29e97d6f-7250-46ff-ac55-d4a03744d174', 'name': '', 'network_id': '07249c30-45f8-444d-b2aa-637d40811313', 'tenant_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'mac_address': 'fa:16:3e:10:f4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61972041-5823-46ec-8bfa-21145cdd4d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75d9c52f-f236-47d2-a925-ef779b03bce7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T04:58:06Z', 'updated_at': '2021-08-25T04:58:10Z', 'revision_number': 4, 'project_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'subnets': [{'id': '75d9c52f-f236-47d2-a925-ef779b03bce7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9ec92ae-9296-48e7-9b42-f0151f103e0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 04:58:10.571577 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc47b52a-8dfd-49f9-b700-27a6f3766a25 None None] The sync data for ids ['61972041-5823-46ec-8bfa-21145cdd4d48'] in dv-cinder-757936-7-iscsi is: [{'id': '61972041-5823-46ec-8bfa-21145cdd4d48', 'name': 'router1', 'tenant_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T04:57:56Z', 'updated_at': '2021-08-25T04:58:07Z', 'revision_number': 2, 'project_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'gw_port_host': None, '_interfaces': [{'id': '29e97d6f-7250-46ff-ac55-d4a03744d174', 'name': '', 'network_id': '07249c30-45f8-444d-b2aa-637d40811313', 'tenant_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'mac_address': 'fa:16:3e:10:f4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61972041-5823-46ec-8bfa-21145cdd4d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75d9c52f-f236-47d2-a925-ef779b03bce7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T04:58:06Z', 'updated_at': '2021-08-25T04:58:10Z', 'revision_number': 4, 'project_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'subnets': [{'id': '75d9c52f-f236-47d2-a925-ef779b03bce7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9ec92ae-9296-48e7-9b42-f0151f103e0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 04:58:10.702062 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 35890) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 04:58:10.816700 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7c9bb-f7a9-4bc7-8a64-224451be29cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 04:58:10.818059 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-55e7c9bb-f7a9-4bc7-8a64-224451be29cb admin admin] 10.222.0.13 "GET /v2.0/networks/45b0c649-47ed-40e6-b7f6-7d83dd176956 HTTP/1.1" status: 200 len: 842 time: 0.1150365 Aug 25 04:58:10.828593 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-399e2ec1-2c30-4398-a983-f57f53aee017 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'enable_dhcp': False, 'cidr': '172.27.0.0/24'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 04:58:10.959464 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399e2ec1-2c30-4398-a983-f57f53aee017 admin admin] Made reservation on behalf of ddccbf1e5b124b2db38e327e5cba29c7 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 04:58:10.961835 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-399e2ec1-2c30-4398-a983-f57f53aee017 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:11.321654 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.objects.ports [None req-399e2ec1-2c30-4398-a983-f57f53aee017 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 04:58:11.322093 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-399e2ec1-2c30-4398-a983-f57f53aee017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:11.376320 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e2ec1-2c30-4398-a983-f57f53aee017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b736f3e8-97a3-44dd-aa37-7a4abcfbc24c,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 04:58:11.382934 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399e2ec1-2c30-4398-a983-f57f53aee017 admin admin] Checking segment: {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 04:58:11.383297 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399e2ec1-2c30-4398-a983-f57f53aee017 admin admin] Network hostable DHCP agents. Network: 45b0c649-47ed-40e6-b7f6-7d83dd176956, hostable agents: ['0a2fa090-2970-41a0-8073-2983789ee317'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 04:58:11.469656 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399e2ec1-2c30-4398-a983-f57f53aee017 admin admin] Network 45b0c649-47ed-40e6-b7f6-7d83dd176956 is scheduled to be hosted by DHCP agent 0a2fa090-2970-41a0-8073-2983789ee317 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 04:58:11.581917 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-399e2ec1-2c30-4398-a983-f57f53aee017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-7-iscsi, 45b0c649-47ed-40e6-b7f6-7d83dd176956) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 04:58:11.585842 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399e2ec1-2c30-4398-a983-f57f53aee017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 04:58:11.586984 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-399e2ec1-2c30-4398-a983-f57f53aee017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:11.591361 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ba4912-a6bb-41cd-a18c-aaa8c9ccf50a None None] Network 45b0c649-47ed-40e6-b7f6-7d83dd176956 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 04:58:11.718104 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-399e2ec1-2c30-4398-a983-f57f53aee017 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8835726 Aug 25 04:58:11.718680 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab52b41-c03e-4569-b16c-521be5e8b430 None None] Network 45b0c649-47ed-40e6-b7f6-7d83dd176956 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 04:58:13.984989 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 35898) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 04:58:14.115980 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-23c54337-6649-4881-b4f2-114e847713a7 admin admin] 10.222.0.13 "GET /v2.0/routers/61972041-5823-46ec-8bfa-21145cdd4d48 HTTP/1.1" status: 200 len: 710 time: 0.1298707 Aug 25 04:58:14.204912 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d326e7-2d03-463b-9ed5-b0b07d345f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 04:58:14.206212 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-59d326e7-2d03-463b-9ed5-b0b07d345f45 admin admin] 10.222.0.13 "GET /v2.0/networks/45b0c649-47ed-40e6-b7f6-7d83dd176956 HTTP/1.1" status: 200 len: 886 time: 0.0842626 Aug 25 04:58:14.216063 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-58fb31a8-725c-4679-a8f2-2f2ee592cf12 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 04:58:14.451520 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-58fb31a8-725c-4679-a8f2-2f2ee592cf12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:14.740885 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-58fb31a8-725c-4679-a8f2-2f2ee592cf12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:14.816940 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-58fb31a8-725c-4679-a8f2-2f2ee592cf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:15.053288 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-58fb31a8-725c-4679-a8f2-2f2ee592cf12 admin admin] Allocated IP 172.27.0.53 (45b0c649-47ed-40e6-b7f6-7d83dd176956/b736f3e8-97a3-44dd-aa37-7a4abcfbc24c/70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 04:58:15.229228 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-58fb31a8-725c-4679-a8f2-2f2ee592cf12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:15.384637 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-58fb31a8-725c-4679-a8f2-2f2ee592cf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:15.423394 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fb31a8-725c-4679-a8f2-2f2ee592cf12 admin admin] Network 45b0c649-47ed-40e6-b7f6-7d83dd176956 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 04:58:15.428083 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-58fb31a8-725c-4679-a8f2-2f2ee592cf12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 04:58:15.431493 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fb31a8-725c-4679-a8f2-2f2ee592cf12 admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 04:58:15.464867 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb31a8-725c-4679-a8f2-2f2ee592cf12 admin admin] Pushing event updated for resources: {'Port': ['ID=70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 04:58:15.786469 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-58fb31a8-725c-4679-a8f2-2f2ee592cf12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:15.994428 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-58fb31a8-725c-4679-a8f2-2f2ee592cf12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1166'] for router, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:15.997692 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-58fb31a8-725c-4679-a8f2-2f2ee592cf12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394955'] for router, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:16.105581 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fb31a8-725c-4679-a8f2-2f2ee592cf12 admin admin] Router 61972041-5823-46ec-8bfa-21145cdd4d48 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 04:58:16.208161 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fb31a8-725c-4679-a8f2-2f2ee592cf12 admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 04:58:16.212337 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-58fb31a8-725c-4679-a8f2-2f2ee592cf12 admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:16.213560 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-58fb31a8-725c-4679-a8f2-2f2ee592cf12 admin admin] 10.222.0.13 "PUT /v2.0/routers/61972041-5823-46ec-8bfa-21145cdd4d48 HTTP/1.1" status: 200 len: 889 time: 2.0006998 Aug 25 04:58:16.947974 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 29e97d6f-7250-46ff-ac55-d4a03744d174 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 04:58:17.016383 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] Sync routers for ids ['61972041-5823-46ec-8bfa-21145cdd4d48'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 04:58:17.027335 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] Routers {'61972041-5823-46ec-8bfa-21145cdd4d48'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 04:58:17.027983 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T04:58:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['61972041-5823-46ec-8bfa-21145cdd4d48'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 04:58:17.102530 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port 29e97d6f-7250-46ff-ac55-d4a03744d174 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 04:58:17.106451 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 29e97d6f-7250-46ff-ac55-d4a03744d174 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 04:58:17.106870 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:17.416534 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] Set router 61972041-5823-46ec-8bfa-21145cdd4d48 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 04:58:17.481324 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:17.649776 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port 29e97d6f-7250-46ff-ac55-d4a03744d174, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=29e97d6f-7250-46ff-ac55-d4a03744d174,segment=NetworkSegment(345ea93f-a8eb-4d61-b9e5-b0c158b9baa2),segment_id=345ea93f-a8eb-4d61-b9e5-b0c158b9baa2)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 04:58:17.768721 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:17.840997 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=29e97d6f-7250-46ff-ac55-d4a03744d174,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 04:58:17.875275 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61972041-5823-46ec-8bfa-21145cdd4d48', 'name': 'router1', 'tenant_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T04:57:56Z', 'updated_at': '2021-08-25T04:58:15Z', 'revision_number': 4, 'project_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'gw_port': {'id': '70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61972041-5823-46ec-8bfa-21145cdd4d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T04:58:14Z', 'updated_at': '2021-08-25T04:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '29e97d6f-7250-46ff-ac55-d4a03744d174', 'name': '', 'network_id': '07249c30-45f8-444d-b2aa-637d40811313', 'tenant_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'mac_address': 'fa:16:3e:10:f4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61972041-5823-46ec-8bfa-21145cdd4d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75d9c52f-f236-47d2-a925-ef779b03bce7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T04:58:06Z', 'updated_at': '2021-08-25T04:58:10Z', 'revision_number': 4, 'project_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'subnets': [{'id': '75d9c52f-f236-47d2-a925-ef779b03bce7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9ec92ae-9296-48e7-9b42-f0151f103e0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 04:58:17.927145 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] Checking router: 61972041-5823-46ec-8bfa-21145cdd4d48 for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 04:58:17.927483 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] Updating router 61972041-5823-46ec-8bfa-21145cdd4d48 port 70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed binding host dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 04:58:17.973842 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:18.287501 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:18.296896 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] Transition to ACTIVE for port object 70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 04:58:18.387503 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:18.438725 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] Attempting to bind port 70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 04:58:18.439094 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] Attempting to bind port 70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 04:58:18.439476 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] Attempting to bind port 70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed on network 45b0c649-47ed-40e6-b7f6-7d83dd176956 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 04:58:18.441701 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d4583-a482-4f4d-afed-a211301db720 None None] Pushing event updated for resources: {'Port': ['ID=70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 04:58:18.448369 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 4, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 04:58:18.448788 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] Checking segment: {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 04:58:18.455145 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:18.455145 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] Bound using segment: {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 04:58:18.455145 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] Bound port: 70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 04:58:18.455145 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:18.500855 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] For port 70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 04:58:18.506595 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] For port 70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 04:58:18.580177 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 35910) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 04:58:18.593421 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:18.651622 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d4583-a482-4f4d-afed-a211301db720 None None] Pushing event updated for resources: {'Port': ['ID=70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 04:58:18.654060 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] Routers {'61972041-5823-46ec-8bfa-21145cdd4d48'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 04:58:18.654685 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T04:58:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['61972041-5823-46ec-8bfa-21145cdd4d48'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 04:58:18.701195 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-94e1211f-0d15-4b21-91c1-de8b7488e822 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1198533 Aug 25 04:58:18.765007 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] Set router 61972041-5823-46ec-8bfa-21145cdd4d48 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 04:58:18.935984 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 29e97d6f-7250-46ff-ac55-d4a03744d174 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 04:58:19.044730 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 29e97d6f-7250-46ff-ac55-d4a03744d174 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 04:58:19.045371 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:19.169934 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61972041-5823-46ec-8bfa-21145cdd4d48', 'name': 'router1', 'tenant_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T04:57:56Z', 'updated_at': '2021-08-25T04:58:15Z', 'revision_number': 4, 'project_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'gw_port': {'id': '70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61972041-5823-46ec-8bfa-21145cdd4d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T04:58:14Z', 'updated_at': '2021-08-25T04:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '29e97d6f-7250-46ff-ac55-d4a03744d174', 'name': '', 'network_id': '07249c30-45f8-444d-b2aa-637d40811313', 'tenant_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'mac_address': 'fa:16:3e:10:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61972041-5823-46ec-8bfa-21145cdd4d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75d9c52f-f236-47d2-a925-ef779b03bce7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T04:58:06Z', 'updated_at': '2021-08-25T04:58:17Z', 'revision_number': 5, 'project_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'subnets': [{'id': '75d9c52f-f236-47d2-a925-ef779b03bce7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9ec92ae-9296-48e7-9b42-f0151f103e0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 04:58:19.196750 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c16462-3f79-4559-80e9-b4c7ddf1bf24 None None] The sync data for ids ['61972041-5823-46ec-8bfa-21145cdd4d48'] in dv-cinder-757936-7-iscsi is: [{'id': '61972041-5823-46ec-8bfa-21145cdd4d48', 'name': 'router1', 'tenant_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T04:57:56Z', 'updated_at': '2021-08-25T04:58:15Z', 'revision_number': 4, 'project_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'gw_port': {'id': '70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61972041-5823-46ec-8bfa-21145cdd4d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T04:58:14Z', 'updated_at': '2021-08-25T04:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '29e97d6f-7250-46ff-ac55-d4a03744d174', 'name': '', 'network_id': '07249c30-45f8-444d-b2aa-637d40811313', 'tenant_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'mac_address': 'fa:16:3e:10:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61972041-5823-46ec-8bfa-21145cdd4d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75d9c52f-f236-47d2-a925-ef779b03bce7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T04:58:06Z', 'updated_at': '2021-08-25T04:58:17Z', 'revision_number': 5, 'project_id': 'b592906416254dfdacd3ef7c86e8ec9d', 'subnets': [{'id': '75d9c52f-f236-47d2-a925-ef779b03bce7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9ec92ae-9296-48e7-9b42-f0151f103e0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 04:58:20.960236 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 04:58:21.113077 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port 70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 04:58:21.117403 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 04:58:21.118014 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:21.205310 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:21.226042 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port 70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 04:58:21.305109 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:21.360154 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 04:58:22.975838 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 04:58:23.092177 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 70fe9fa7-795c-4dd2-a58a-1d5093b4b1ed triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 04:58:23.092852 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:30.526733 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4343b5c9-59e5-45eb-be86-f28f62584397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:32.800983 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 5 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 04:58:32.935973 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-503c7cbf-e3af-4c07-9f2e-e0158d75dfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:33.272511 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:34.218080 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:58:35.846705 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:59:00.523329 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ed5bebb-0bdf-48cf-a3f5-1e713f94886d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:59:02.934166 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c4a180d-09d7-4ea6-a812-45d9ca9a7c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:59:03.259986 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:59:04.176348 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:59:05.837159 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:59:09.799088 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 5 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 04:59:30.515735 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a17d9b0d-02cf-4f80-b591-75b12b69d850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:59:32.972960 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1282a629-4fb4-4b8c-a116-d61cd11e46ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:59:33.246904 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:59:34.203769 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:59:35.852776 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:59:46.797586 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 5 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 04:59:56.243215 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 36472) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 04:59:56.303729 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.pecan_wsgi.hooks.translation [None req-301d72eb-67c5-4ab4-8760-cbfaa2139b48 admin admin] GET failed (client error): The resource could not be found. Aug 25 04:59:56.305055 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-301d72eb-67c5-4ab4-8760-cbfaa2139b48 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608809 Aug 25 04:59:56.461852 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59beffcd-c42a-4e9c-a966-5ef640f44575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 04:59:56.463252 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-59beffcd-c42a-4e9c-a966-5ef640f44575 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1536222 Aug 25 04:59:58.599897 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 36482) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 04:59:58.688937 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d525b498-1d64-4a4f-a213-1d9a8f33b746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 04:59:58.690248 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d525b498-1d64-4a4f-a213-1d9a8f33b746 admin admin] 10.222.0.13 "GET /v2.0/subnets/75d9c52f-f236-47d2-a925-ef779b03bce7 HTTP/1.1" status: 200 len: 849 time: 0.0894029 Aug 25 04:59:58.700007 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-2496dcb5-ad16-456a-a2ab-1d409af31e39 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 04:59:58.782953 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2496dcb5-ad16-456a-a2ab-1d409af31e39 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:59:58.973735 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2496dcb5-ad16-456a-a2ab-1d409af31e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785199797212'] for subnet, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:59:59.006220 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2496dcb5-ad16-456a-a2ab-1d409af31e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 04:59:59.007453 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2496dcb5-ad16-456a-a2ab-1d409af31e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:59:59.008485 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-2496dcb5-ad16-456a-a2ab-1d409af31e39 admin admin] 10.222.0.13 "PUT /v2.0/subnets/75d9c52f-f236-47d2-a925-ef779b03bce7 HTTP/1.1" status: 200 len: 868 time: 0.3117189 Aug 25 04:59:59.011859 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaca48c-34fc-4274-a5f2-68790ad42b91 None None] Network 07249c30-45f8-444d-b2aa-637d40811313 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 04:59:59.028718 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496dcb5-ad16-456a-a2ab-1d409af31e39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75d9c52f-f236-47d2-a925-ef779b03bce7,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 04:59:59.036873 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496dcb5-ad16-456a-a2ab-1d409af31e39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:59:59.037104 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496dcb5-ad16-456a-a2ab-1d409af31e39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:59:59.037445 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496dcb5-ad16-456a-a2ab-1d409af31e39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:59:59.037938 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496dcb5-ad16-456a-a2ab-1d409af31e39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:59:59.038129 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496dcb5-ad16-456a-a2ab-1d409af31e39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:59:59.038467 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496dcb5-ad16-456a-a2ab-1d409af31e39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:59:59.038834 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496dcb5-ad16-456a-a2ab-1d409af31e39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:59:59.039165 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496dcb5-ad16-456a-a2ab-1d409af31e39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:59:59.039521 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496dcb5-ad16-456a-a2ab-1d409af31e39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:59:59.039854 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496dcb5-ad16-456a-a2ab-1d409af31e39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:59:59.040380 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496dcb5-ad16-456a-a2ab-1d409af31e39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:59:59.040485 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496dcb5-ad16-456a-a2ab-1d409af31e39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 04:59:59.369184 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-18137f2d-7af4-4183-a1c1-f8fda1c8c0dd None None] Provisioning complete for port f91a060b-e3b3-43f7-99a9-35f259de17fc triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 04:59:59.369557 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18137f2d-7af4-4183-a1c1-f8fda1c8c0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 04:59:59.453189 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-18137f2d-7af4-4183-a1c1-f8fda1c8c0dd None None] Provisioning complete for port 29e97d6f-7250-46ff-ac55-d4a03744d174 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 04:59:59.453564 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18137f2d-7af4-4183-a1c1-f8fda1c8c0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:00.514548 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db9f8b28-766f-4e2e-bd9f-407266eae6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:01.202484 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 36490) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:00:01.489473 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcbe69d-809e-436b-94b4-42477914d3e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:00:01.489904 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcbe69d-809e-436b-94b4-42477914d3e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:00:01.491481 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9fcbe69d-809e-436b-94b4-42477914d3e2 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2880862 Aug 25 05:00:02.943204 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fac920c-1955-4cf3-b695-e676f1348594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:03.293834 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:03.649374 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 36498) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:00:03.777792 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfca244a-0bf2-4fcc-b7d9-3a0d95ea2e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:00:03.778287 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfca244a-0bf2-4fcc-b7d9-3a0d95ea2e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:00:03.779833 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-dfca244a-0bf2-4fcc-b7d9-3a0d95ea2e39 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1295280 Aug 25 05:00:04.182950 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:05.871317 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:05.945017 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 36506) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:00:06.072149 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e1b49-08aa-4401-a09e-f2762c497d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:00:06.073565 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c24e1b49-08aa-4401-a09e-f2762c497d27 admin admin] 10.222.0.13 "GET /v2.0/networks/07249c30-45f8-444d-b2aa-637d40811313 HTTP/1.1" status: 200 len: 868 time: 0.1275604 Aug 25 05:00:08.224455 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 36514) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:00:08.348898 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d3b158-5524-49bd-b7a2-26e8b756f432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:00:08.350257 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-50d3b158-5524-49bd-b7a2-26e8b756f432 admin admin] 10.222.0.13 "GET /v2.0/networks/45b0c649-47ed-40e6-b7f6-7d83dd176956 HTTP/1.1" status: 200 len: 886 time: 0.1248477 Aug 25 05:00:10.489340 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 36522) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:00:10.610385 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baaa8f9d-0c56-401e-b1d4-64779bdc0c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:00:10.610871 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baaa8f9d-0c56-401e-b1d4-64779bdc0c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:00:10.612369 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-baaa8f9d-0c56-401e-b1d4-64779bdc0c00 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1220806 Aug 25 05:00:12.754685 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 36532) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:00:12.844508 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074fde02-fb61-4650-8435-2aca65a06848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:00:12.844973 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074fde02-fb61-4650-8435-2aca65a06848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:00:12.846459 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-074fde02-fb61-4650-8435-2aca65a06848 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0908337 Aug 25 05:00:14.990448 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 36540) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:00:15.084311 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccae033-def8-4839-9012-664427833974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:00:15.085629 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-eccae033-def8-4839-9012-664427833974 admin admin] 10.222.0.13 "GET /v2.0/subnets/75d9c52f-f236-47d2-a925-ef779b03bce7 HTTP/1.1" status: 200 len: 868 time: 0.0942349 Aug 25 05:00:17.229118 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 36548) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:00:17.311590 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade745ba-9e3f-4a8a-a1e2-b523789b5038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:00:17.312936 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ade745ba-9e3f-4a8a-a1e2-b523789b5038 admin admin] 10.222.0.13 "GET /v2.0/subnets/b736f3e8-97a3-44dd-aa37-7a4abcfbc24c HTTP/1.1" status: 200 len: 816 time: 0.0828857 Aug 25 05:00:23.795501 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 5 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:00:30.549975 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3209b639-e8c9-4c3d-8ab2-f43cd3fe4bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:32.943783 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8001ebfd-cce7-459c-864a-37a589c4d014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:33.238568 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:34.205306 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:35.855680 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:44.134921 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 36602) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:00:44.183865 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [None req-0072de2d-461f-4f6b-99ec-868df6675dca admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 05:00:44.185202 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-0072de2d-461f-4f6b-99ec-868df6675dca admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491307 Aug 25 05:00:46.420424 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 36610) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:00:46.480096 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ffe1c2a-5ac2-4c55-abd9-f30cb58d3e78 admin admin] GET failed (client error): The resource could not be found. Aug 25 05:00:46.481423 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9ffe1c2a-5ac2-4c55-abd9-f30cb58d3e78 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600672 Aug 25 05:00:46.567705 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efa817d-bd6b-418a-a1df-954246fac204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:00:46.569215 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-8efa817d-bd6b-418a-a1df-954246fac204 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0826082 Aug 25 05:00:48.759878 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 36618) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:00:48.806339 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-966e085e-d55f-4f32-9922-568e178d377b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:00:48.912103 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966e085e-d55f-4f32-9922-568e178d377b admin admin] Made reservation on behalf of ddccbf1e5b124b2db38e327e5cba29c7 for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:00:48.914328 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-966e085e-d55f-4f32-9922-568e178d377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:48.941548 dv-cinder-757936-7-iscsi neutron-server[94638]: WARNING neutron.services.revisions.revision_plugin [None req-966e085e-d55f-4f32-9922-568e178d377b admin admin] Could not find related network for resource to bump revision. Aug 25 05:00:48.954590 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966e085e-d55f-4f32-9922-568e178d377b admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:00:48.963410 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-966e085e-d55f-4f32-9922-568e178d377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:48.963748 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-966e085e-d55f-4f32-9922-568e178d377b admin admin] Added segment e741faf9-24a0-4b0c-a442-cb35e22fabe4 of type vlan for network 3dde19b2-61fb-414a-825f-e1934b9466fc Aug 25 05:00:49.009307 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-966e085e-d55f-4f32-9922-568e178d377b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785199393567'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:49.123628 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-966e085e-d55f-4f32-9922-568e178d377b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:49.124586 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966e085e-d55f-4f32-9922-568e178d377b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:00:49.125178 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-966e085e-d55f-4f32-9922-568e178d377b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:49.185511 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e085e-d55f-4f32-9922-568e178d377b admin admin] Pushing event updated for resources: {'Network': ['ID=3dde19b2-61fb-414a-825f-e1934b9466fc,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:00:49.196089 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Network 3dde19b2-61fb-414a-825f-e1934b9466fc details requested by agent ovs-agent-dv-cinder-757936-7-iscsi with host dv-cinder-757936-7-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:00:49.250293 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-966e085e-d55f-4f32-9922-568e178d377b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4893084 Aug 25 05:00:51.440923 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 36626) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:00:51.499813 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.pecan_wsgi.hooks.translation [None req-e260d450-2ae9-4fdf-95f4-bb313f62b226 admin admin] GET failed (client error): The resource could not be found. Aug 25 05:00:51.501154 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e260d450-2ae9-4fdf-95f4-bb313f62b226 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592759 Aug 25 05:00:51.567558 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69772cb3-3b1a-470c-982a-e288b2865c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:00:51.568983 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-69772cb3-3b1a-470c-982a-e288b2865c81 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0633171 Aug 25 05:00:51.579465 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-883dd545-feac-4ad6-bbee-86be7ee48f6e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '3dde19b2-61fb-414a-825f-e1934b9466fc', 'name': 'shared-subnet'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:00:51.691529 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883dd545-feac-4ad6-bbee-86be7ee48f6e admin admin] Made reservation on behalf of ddccbf1e5b124b2db38e327e5cba29c7 for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:00:51.693705 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-883dd545-feac-4ad6-bbee-86be7ee48f6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:51.920644 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-883dd545-feac-4ad6-bbee-86be7ee48f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:51.980345 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883dd545-feac-4ad6-bbee-86be7ee48f6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=db907cbb-8c2b-4f60-9db2-6944b4e256b1,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:00:51.984599 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883dd545-feac-4ad6-bbee-86be7ee48f6e admin admin] Checking segment: {'id': 'e741faf9-24a0-4b0c-a442-cb35e22fabe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3dde19b2-61fb-414a-825f-e1934b9466fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:00:51.984947 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883dd545-feac-4ad6-bbee-86be7ee48f6e admin admin] Network hostable DHCP agents. Network: 3dde19b2-61fb-414a-825f-e1934b9466fc, hostable agents: ['0a2fa090-2970-41a0-8073-2983789ee317'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:00:52.068675 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883dd545-feac-4ad6-bbee-86be7ee48f6e admin admin] Network 3dde19b2-61fb-414a-825f-e1934b9466fc is scheduled to be hosted by DHCP agent 0a2fa090-2970-41a0-8073-2983789ee317 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:00:52.169337 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-883dd545-feac-4ad6-bbee-86be7ee48f6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-7-iscsi, 3dde19b2-61fb-414a-825f-e1934b9466fc) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:00:52.173453 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883dd545-feac-4ad6-bbee-86be7ee48f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:00:52.174037 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-883dd545-feac-4ad6-bbee-86be7ee48f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:52.178085 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d1c86a-9e1d-4a8a-9914-34d88cd3420f None None] Network 3dde19b2-61fb-414a-825f-e1934b9466fc requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:00:52.250282 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-883dd545-feac-4ad6-bbee-86be7ee48f6e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6744845 Aug 25 05:00:52.420011 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55636971-4e0d-59cb-9b48-5d411fba618d-3dde19b2-61fb-414a-825f-e1934b9466fc', 'network_id': '3dde19b2-61fb-414a-825f-e1934b9466fc', 'tenant_id': 'ddccbf1e5b124b2db38e327e5cba29c7', 'fixed_ips': [{'subnet_id': 'db907cbb-8c2b-4f60-9db2-6944b4e256b1'}]}} from dv-cinder-757936-7-iscsi. {{(pid=94640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 05:00:52.420942 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:52.555532 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Allocated IP 192.168.233.2 (3dde19b2-61fb-414a-825f-e1934b9466fc/db907cbb-8c2b-4f60-9db2-6944b4e256b1/1094af0f-56ff-4394-9d89-b67e8dbc9934) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:00:52.698915 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:52.707913 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Transition to ACTIVE for port object 1094af0f-56ff-4394-9d89-b67e8dbc9934 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:00:52.722897 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Transition to ACTIVE for port object 1094af0f-56ff-4394-9d89-b67e8dbc9934 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:00:52.784048 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:52.831190 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Network 3dde19b2-61fb-414a-825f-e1934b9466fc is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:00:52.832445 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Pushing event updated for resources: {'Port': ['ID=1094af0f-56ff-4394-9d89-b67e8dbc9934,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:00:52.834777 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:00:52.840561 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:00:52.844224 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:00:52.844602 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:00:52.844952 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:00:52.845307 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:00:52.845639 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:00:52.845965 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:00:52.846289 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:00:52.846717 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:00:52.847068 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:00:52.847395 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:00:52.847714 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:00:52.848031 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:00:52.904441 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Attempting to bind port 1094af0f-56ff-4394-9d89-b67e8dbc9934 on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:00:52.904808 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Attempting to bind port 1094af0f-56ff-4394-9d89-b67e8dbc9934 by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': 'e741faf9-24a0-4b0c-a442-cb35e22fabe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3dde19b2-61fb-414a-825f-e1934b9466fc'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:00:52.905171 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Attempting to bind port 1094af0f-56ff-4394-9d89-b67e8dbc9934 on network 3dde19b2-61fb-414a-825f-e1934b9466fc {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:00:52.910194 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:00:52.910623 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Checking segment: {'id': 'e741faf9-24a0-4b0c-a442-cb35e22fabe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3dde19b2-61fb-414a-825f-e1934b9466fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:00:52.910992 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:52.911385 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Bound using segment: {'id': 'e741faf9-24a0-4b0c-a442-cb35e22fabe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3dde19b2-61fb-414a-825f-e1934b9466fc'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:00:52.911858 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Bound port: 1094af0f-56ff-4394-9d89-b67e8dbc9934, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e741faf9-24a0-4b0c-a442-cb35e22fabe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3dde19b2-61fb-414a-825f-e1934b9466fc'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:00:52.912269 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:52.975116 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] For port 1094af0f-56ff-4394-9d89-b67e8dbc9934, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:00:52.978573 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] For port 1094af0f-56ff-4394-9d89-b67e8dbc9934, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=1094af0f-56ff-4394-9d89-b67e8dbc9934,segment=NetworkSegment(e741faf9-24a0-4b0c-a442-cb35e22fabe4),segment_id=e741faf9-24a0-4b0c-a442-cb35e22fabe4)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:00:53.067090 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:53.125246 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83c2d1-91ee-45c8-a331-9fff2fbb448e None None] Pushing event updated for resources: {'Port': ['ID=1094af0f-56ff-4394-9d89-b67e8dbc9934,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:00:53.899794 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f021fe8-ad80-4093-bff1-4ecc90756f54 None None] Network 3dde19b2-61fb-414a-825f-e1934b9466fc requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:00:54.043476 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-4d286364-10ed-4e74-8609-78e8392e87c8 None None] Provisioning for port 1094af0f-56ff-4394-9d89-b67e8dbc9934 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:00:55.054748 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 1094af0f-56ff-4394-9d89-b67e8dbc9934 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:00:55.160299 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port 1094af0f-56ff-4394-9d89-b67e8dbc9934 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:00:55.164361 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 1094af0f-56ff-4394-9d89-b67e8dbc9934 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:00:55.164732 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:55.242374 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:55.273932 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port 1094af0f-56ff-4394-9d89-b67e8dbc9934, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=1094af0f-56ff-4394-9d89-b67e8dbc9934,segment=NetworkSegment(e741faf9-24a0-4b0c-a442-cb35e22fabe4),segment_id=e741faf9-24a0-4b0c-a442-cb35e22fabe4)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:00:55.377965 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:00:55.424042 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=1094af0f-56ff-4394-9d89-b67e8dbc9934,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:00:57.032551 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 1094af0f-56ff-4394-9d89-b67e8dbc9934 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:00:57.080464 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 1094af0f-56ff-4394-9d89-b67e8dbc9934 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:00:57.080836 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:01:00.546186 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f96e1c0b-9a9b-4e21-b276-e67405115d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:01:00.794094 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 5 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:01:03.005773 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90df7070-3cd2-43da-85ae-8911c6ba8d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:01:03.257082 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:01:04.211564 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:01:05.894193 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:01:30.529982 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb9f0c06-c6d3-4485-ab72-6759868fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:01:32.930132 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f2888a0-452e-4d99-9f33-50d509e82fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:01:33.241890 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:01:34.201588 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:01:35.855232 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:01:37.792809 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 5 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:02:00.517341 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-778b6075-6afc-4575-b5c7-1b6972a56830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:02:02.945660 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1f57bb5-8759-4bdd-9b33-ee0caa84fca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:02:03.274705 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:02:04.214394 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:02:05.856949 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:02:09.690420 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 36680) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:02:09.696408 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [None req-3f0ad0c3-7820-45e8-bbb6-6fd7206f84ec tempest-verify_tempest_config-1249074983 tempest-verify_tempest_config-1249074983-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 05:02:09.697309 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-3f0ad0c3-7820-45e8-bbb6-6fd7206f84ec tempest-verify_tempest_config-1249074983 tempest-verify_tempest_config-1249074983-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059073 Aug 25 05:02:10.260871 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 36698) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:02:10.361539 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c22144c9-e55e-43ef-b6d4-e956fdc77ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:02:10.444427 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c22144c9-e55e-43ef-b6d4-e956fdc77ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:02:10.554170 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c22144c9-e55e-43ef-b6d4-e956fdc77ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:02:10.596090 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22144c9-e55e-43ef-b6d4-e956fdc77ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1a8630-01f1-414b-b78f-52f15966f59a,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:02:10.600497 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c22144c9-e55e-43ef-b6d4-e956fdc77ea2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b38262106c3e4e1db11d95a438901027&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3386264 Aug 25 05:02:10.603241 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 36702) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:02:10.604730 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22144c9-e55e-43ef-b6d4-e956fdc77ea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:10.605103 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22144c9-e55e-43ef-b6d4-e956fdc77ea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:10.605450 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22144c9-e55e-43ef-b6d4-e956fdc77ea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:10.605786 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22144c9-e55e-43ef-b6d4-e956fdc77ea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:10.606124 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22144c9-e55e-43ef-b6d4-e956fdc77ea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:10.606471 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22144c9-e55e-43ef-b6d4-e956fdc77ea2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:10.606829 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22144c9-e55e-43ef-b6d4-e956fdc77ea2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:10.607158 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22144c9-e55e-43ef-b6d4-e956fdc77ea2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:10.607503 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22144c9-e55e-43ef-b6d4-e956fdc77ea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:10.607833 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22144c9-e55e-43ef-b6d4-e956fdc77ea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:10.608161 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22144c9-e55e-43ef-b6d4-e956fdc77ea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:10.608481 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22144c9-e55e-43ef-b6d4-e956fdc77ea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:10.660161 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d0757e5-9bda-4a65-8c14-01026047724a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:02:10.680081 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d0757e5-9bda-4a65-8c14-01026047724a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:02:10.848787 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d0757e5-9bda-4a65-8c14-01026047724a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:02:10.851303 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d0757e5-9bda-4a65-8c14-01026047724a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:02:10.852453 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-5d0757e5-9bda-4a65-8c14-01026047724a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab1a8630-01f1-414b-b78f-52f15966f59a HTTP/1.1" status: 204 len: 168 time: 0.2482619 Aug 25 05:02:10.859979 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0757e5-9bda-4a65-8c14-01026047724a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1a8630-01f1-414b-b78f-52f15966f59a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:02:10.867214 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0757e5-9bda-4a65-8c14-01026047724a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:10.867590 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0757e5-9bda-4a65-8c14-01026047724a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:10.867935 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0757e5-9bda-4a65-8c14-01026047724a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:10.868268 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0757e5-9bda-4a65-8c14-01026047724a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:10.868595 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0757e5-9bda-4a65-8c14-01026047724a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:10.868926 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0757e5-9bda-4a65-8c14-01026047724a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:10.869252 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0757e5-9bda-4a65-8c14-01026047724a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:10.869578 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0757e5-9bda-4a65-8c14-01026047724a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:10.869919 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0757e5-9bda-4a65-8c14-01026047724a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:10.870244 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0757e5-9bda-4a65-8c14-01026047724a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:10.870619 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0757e5-9bda-4a65-8c14-01026047724a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:10.870895 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0757e5-9bda-4a65-8c14-01026047724a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:02:14.791384 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 5 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:02:30.504561 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f120ef2e-4b68-46f8-8a55-a2175300ec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:02:32.947465 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a109137-3909-4ca2-9ab8-be50d1d90a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:02:33.270179 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:02:34.232720 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:02:35.881224 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:02:51.789482 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 5 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:03:00.502837 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79efc3df-b0d6-47be-99c6-60512a03da0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:03:02.931571 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14ac3b06-9f82-4fa7-93d8-b9012efba44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:03:03.257420 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:03:04.234149 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:03:05.868335 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:03:28.787714 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 5 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:03:30.501395 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fad9db5c-1161-4a3f-b6d1-1c7eb42bd79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:03:32.967134 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bf16f98-d2f4-44d4-9903-ca3542f47e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:03:33.264313 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:03:34.204321 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:03:35.864299 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:03:49.584240 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550326'] for agent, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:04:00.497463 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05ed6a6e-902a-41cd-a211-a3d087686be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:04:02.954548 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcf98a76-5793-4349-8e49-d3f96d260fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:04:03.252011 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:04:04.214111 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:04:04.452141 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 36776) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:04:04.554095 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-96f1ba6d-14fc-4333-a53d-bbff25e295c1 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1008661 Aug 25 05:04:05.786906 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:04:05.876891 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:04:06.716227 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 36786) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:04:06.769984 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-60a00089-4a79-44f0-a1ee-c77040e2e540 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0527210 Aug 25 05:04:19.533211 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:04:30.536607 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33dbb572-a49a-4bb1-bd59-b825e8feb30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:04:32.938427 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edbb59ec-dcd5-4c6f-a073-f5b71b5af78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:04:33.241111 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:04:34.215546 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:04:35.886862 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:04:42.785577 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:04:49.495348 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:00.497273 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dcff47a-6d06-43b6-9827-ac527af155fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:02.946412 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88f71787-d3f3-4876-87d8-530cb0cdeb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:03.303307 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:04.231764 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:05.883150 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:19.536402 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:19.784451 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:05:30.519016 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e781e78b-2cb3-4760-8ae1-953834404ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:32.956437 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2b317fc-970e-44b1-8924-070d135f02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:33.261859 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:34.241426 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:35.693036 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 36926) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:35.887539 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:35.954195 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-591815100-network', 'tenant_id': 'c9b105379c7f4027b785a6ecb7ac5ae5'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:36.078504 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Made reservation on behalf of c9b105379c7f4027b785a6ecb7ac5ae5 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:05:36.082295 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:36.094103 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:36.180715 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:36.241820 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:36.271751 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:05:36.276193 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba510bbf-76df-40f4-a9f5-1fa28c98fe69,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:36.287323 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:36.287697 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:36.288041 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:36.288381 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:36.288716 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:36.289062 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:36.289394 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:36.289790 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:36.290136 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:36.290466 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:36.290814 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:36.291135 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Tracked resource versions report: Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: pushed versions: Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: { 'AddressGroup': {'1.2'}, Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: 'ConntrackHelper': {'1.0'}, Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: 'Log': {'1.0'}, Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: 'Network': {'1.1'}, Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: 'Port': {'1.7'}, Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: 'PortForwarding': {'1.2'}, Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: 'QosPolicy': {'1.9'}, Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: 'SecurityGroup': {'1.4'}, Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: 'SecurityGroupRule': {'1.2'}, Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: 'SubPort': {'1.0'}, Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: 'Subnet': {'1.1'}, Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: 'Trunk': {'1.1'}} Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: consumer versions: Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: { DHCP agent@dv-cinder-757936-7-iscsi: {}, Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: HyperV agent@hv-cinder-75793: {}, Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: L3 agent@dv-cinder-757936-7-iscsi: {}, Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: Metadata agent@dv-cinder-757936-7-iscsi: {}, Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: Metering agent@dv-cinder-757936-7-iscsi: {}, Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: Open vSwitch agent@dv-cinder-757936-7-iscsi: { 'AddressGroup': '1.2', Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: 'ConntrackHelper': '1.0', Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: 'Log': '1.0', Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: 'Network': '1.1', Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: 'Port': '1.7', Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: 'PortForwarding': '1.2', Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: 'QosPolicy': '1.9', Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: 'SecurityGroup': '1.4', Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: 'SecurityGroupRule': '1.2', Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: 'SubPort': '1.0', Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: 'Subnet': '1.1', Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: 'Trunk': '1.1'}} Aug 25 05:05:36.292196 dv-cinder-757936-7-iscsi neutron-server[94639]: {{(pid=94639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 05:05:36.295138 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:36.295482 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Added segment c00594e0-af93-4a9a-b520-a1ea5ec370f0 of type vlan for network 1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 Aug 25 05:05:36.339167 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785199393567'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:36.441477 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:36.442454 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:36.443063 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:36.505011 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] Pushing event updated for resources: {'Network': ['ID=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:36.515304 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Network 1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 details requested by agent ovs-agent-dv-cinder-757936-7-iscsi with host dv-cinder-757936-7-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:05:36.591008 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e5f0a7d8-e205-4bbb-9f3b-4bba1a387b50 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8968821 Aug 25 05:05:36.591195 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 36968) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:36.602350 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Request body: {'subnet': {'network_id': '1cc0e627-f7e2-44ec-ab75-63e2fc2b4554', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-591815100-subnet', 'tenant_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:36.702052 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Made reservation on behalf of c9b105379c7f4027b785a6ecb7ac5ae5 for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:05:36.704386 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:36.775881 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 36978) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:36.942243 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:36.956271 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4178786f-506b-469e-b636-97b98e035596 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-929462405-network', 'tenant_id': 'bc5e16762d884267a7491c617cb51cd3'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:36.997797 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b58e6673-6329-48ef-8181-7ebd94345e73,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:37.014481 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:37.014888 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:37.015244 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:37.015590 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:37.015932 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:37.016303 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:37.016627 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:37.016963 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:37.017315 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:37.017669 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:37.017999 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:37.018330 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Tracked resource versions report: Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: pushed versions: Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: { 'AddressGroup': {'1.2'}, Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: 'ConntrackHelper': {'1.0'}, Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: 'Log': {'1.0'}, Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: 'Network': {'1.1'}, Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: 'Port': {'1.7'}, Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: 'PortForwarding': {'1.2'}, Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: 'QosPolicy': {'1.9'}, Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: 'SecurityGroup': {'1.4'}, Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: 'SecurityGroupRule': {'1.2'}, Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: 'SubPort': {'1.0'}, Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: 'Subnet': {'1.1'}, Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: 'Trunk': {'1.1'}} Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: consumer versions: Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: { DHCP agent@dv-cinder-757936-7-iscsi: {}, Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: HyperV agent@hv-cinder-75793: {}, Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: L3 agent@dv-cinder-757936-7-iscsi: {}, Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: Metadata agent@dv-cinder-757936-7-iscsi: {}, Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: Metering agent@dv-cinder-757936-7-iscsi: {}, Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: Open vSwitch agent@dv-cinder-757936-7-iscsi: { 'AddressGroup': '1.2', Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: 'ConntrackHelper': '1.0', Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: 'Log': '1.0', Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: 'Network': '1.1', Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: 'Port': '1.7', Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: 'PortForwarding': '1.2', Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: 'QosPolicy': '1.9', Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: 'SecurityGroup': '1.4', Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: 'SecurityGroupRule': '1.2', Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: 'SubPort': '1.0', Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: 'Subnet': '1.1', Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: 'Trunk': '1.1'}} Aug 25 05:05:37.019433 dv-cinder-757936-7-iscsi neutron-server[94638]: {{(pid=94638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 05:05:37.028650 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Checking segment: {'id': 'c00594e0-af93-4a9a-b520-a1ea5ec370f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1cc0e627-f7e2-44ec-ab75-63e2fc2b4554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:05:37.029005 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Network hostable DHCP agents. Network: 1cc0e627-f7e2-44ec-ab75-63e2fc2b4554, hostable agents: ['0a2fa090-2970-41a0-8073-2983789ee317'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:05:37.044281 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4178786f-506b-469e-b636-97b98e035596 admin admin] Made reservation on behalf of bc5e16762d884267a7491c617cb51cd3 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:05:37.046665 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4178786f-506b-469e-b636-97b98e035596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:37.056187 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4178786f-506b-469e-b636-97b98e035596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:37.115771 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Network 1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 is scheduled to be hosted by DHCP agent 0a2fa090-2970-41a0-8073-2983789ee317 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:05:37.146486 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4178786f-506b-469e-b636-97b98e035596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:37.204715 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-7-iscsi, 1cc0e627-f7e2-44ec-ab75-63e2fc2b4554) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:37.214180 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9992e2-15ff-4dd8-91e3-e7a27ab5f9ff None None] Network 1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:05:37.216775 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:37.217371 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:37.234715 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4178786f-506b-469e-b636-97b98e035596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:37.256184 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4178786f-506b-469e-b636-97b98e035596 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:05:37.270224 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178786f-506b-469e-b636-97b98e035596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ed13fc-05c1-49bf-bf38-abf89f74d1b1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:37.273152 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4178786f-506b-469e-b636-97b98e035596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:37.273494 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-4178786f-506b-469e-b636-97b98e035596 admin admin] Added segment 9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb of type vlan for network f56a9b07-6c6a-4f03-92c6-427129739fed Aug 25 05:05:37.312652 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4178786f-506b-469e-b636-97b98e035596 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785199393567'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:37.335395 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3f3afa-d6ea-40da-8a40-1042d4bb2a5d None None] Network 1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:05:37.345535 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-1b0d0fef-68fc-4464-af88-2bea03aed8a9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7526414 Aug 25 05:05:37.349003 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 37006) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:37.353633 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ac6be9c6-0fd0-401d-8ee2-df9ff13b21bd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-591815100-router', 'tenant_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:37.398834 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4178786f-506b-469e-b636-97b98e035596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:37.400417 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4178786f-506b-469e-b636-97b98e035596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:37.401300 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4178786f-506b-469e-b636-97b98e035596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:37.431684 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37012) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:37.480111 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac6be9c6-0fd0-401d-8ee2-df9ff13b21bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1195'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:37.481148 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac6be9c6-0fd0-401d-8ee2-df9ff13b21bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:37.493672 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178786f-506b-469e-b636-97b98e035596 admin admin] Pushing event updated for resources: {'Network': ['ID=f56a9b07-6c6a-4f03-92c6-427129739fed,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:37.501102 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Network f56a9b07-6c6a-4f03-92c6-427129739fed details requested by agent ovs-agent-dv-cinder-757936-7-iscsi with host dv-cinder-757936-7-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:05:37.547529 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac6be9c6-0fd0-401d-8ee2-df9ff13b21bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:37.549267 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-4178786f-506b-469e-b636-97b98e035596 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7722955 Aug 25 05:05:37.552477 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 37022) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:37.557161 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bb2c0f35-3ba4-4cec-b001-23753eced73d admin admin] Request body: {'subnet': {'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-929462405-subnet', 'tenant_id': 'bc5e16762d884267a7491c617cb51cd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:37.663860 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37028) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:37.736275 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2c0f35-3ba4-4cec-b001-23753eced73d admin admin] Made reservation on behalf of bc5e16762d884267a7491c617cb51cd3 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:05:37.739230 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb2c0f35-3ba4-4cec-b001-23753eced73d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:37.755144 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-388fa734-7d18-4747-9975-0b2606eaa4b0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2051829355-network', 'tenant_id': '0deea94d44084234a6e40672e3f0e996'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:37.787616 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37034) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:37.841302 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388fa734-7d18-4747-9975-0b2606eaa4b0 admin admin] Made reservation on behalf of 0deea94d44084234a6e40672e3f0e996 for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:05:37.844802 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-388fa734-7d18-4747-9975-0b2606eaa4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:37.853881 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-05fe673e-d1bc-4bf6-ab9a-02341d1020da admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-network', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:37.866843 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-388fa734-7d18-4747-9975-0b2606eaa4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:37.939441 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-e5979e98-5dc9-4966-b683-8217dfb95e6b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-497194592-network', 'tenant_id': 'c80e851dbd844b4d91eca2dd1ee4d431'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:37.958905 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac6be9c6-0fd0-401d-8ee2-df9ff13b21bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:37.996478 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fe673e-d1bc-4bf6-ab9a-02341d1020da admin admin] Made reservation on behalf of 788f1dcf7a1347409e44465a8473c2d2 for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:05:37.999514 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-05fe673e-d1bc-4bf6-ab9a-02341d1020da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:38.016003 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-05fe673e-d1bc-4bf6-ab9a-02341d1020da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:38.099434 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-388fa734-7d18-4747-9975-0b2606eaa4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:38.132684 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb2c0f35-3ba4-4cec-b001-23753eced73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:38.168956 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-388fa734-7d18-4747-9975-0b2606eaa4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:38.204704 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fa734-7d18-4747-9975-0b2606eaa4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddbcb45-26ae-4652-8d9e-377f0743fa3d,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:38.209745 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388fa734-7d18-4747-9975-0b2606eaa4b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:05:38.223339 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-388fa734-7d18-4747-9975-0b2606eaa4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:38.223834 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-388fa734-7d18-4747-9975-0b2606eaa4b0 admin admin] Added segment 78b61737-4ec5-4df0-b1a3-d71596c9c7fc of type vlan for network a6ccc573-34f3-494f-bb99-823ef7768dbb Aug 25 05:05:38.267187 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-388fa734-7d18-4747-9975-0b2606eaa4b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785199393567'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:38.290971 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5979e98-5dc9-4966-b683-8217dfb95e6b admin admin] Made reservation on behalf of c80e851dbd844b4d91eca2dd1ee4d431 for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:05:38.293208 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e5979e98-5dc9-4966-b683-8217dfb95e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:38.303510 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c0f35-3ba4-4cec-b001-23753eced73d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d53b1662-ec49-4fbc-9102-24e8f837212c,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:38.304565 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e5979e98-5dc9-4966-b683-8217dfb95e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:38.334707 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c0f35-3ba4-4cec-b001-23753eced73d admin admin] Checking segment: {'id': '9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:05:38.335223 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2c0f35-3ba4-4cec-b001-23753eced73d admin admin] Network hostable DHCP agents. Network: f56a9b07-6c6a-4f03-92c6-427129739fed, hostable agents: ['0a2fa090-2970-41a0-8073-2983789ee317'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:05:38.348140 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-388fa734-7d18-4747-9975-0b2606eaa4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:38.349331 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388fa734-7d18-4747-9975-0b2606eaa4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:38.349978 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-388fa734-7d18-4747-9975-0b2606eaa4b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:38.356377 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac6be9c6-0fd0-401d-8ee2-df9ff13b21bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:38.384888 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac6be9c6-0fd0-401d-8ee2-df9ff13b21bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:38.421866 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fa734-7d18-4747-9975-0b2606eaa4b0 admin admin] Pushing event updated for resources: {'Network': ['ID=a6ccc573-34f3-494f-bb99-823ef7768dbb,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:38.434992 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Network a6ccc573-34f3-494f-bb99-823ef7768dbb details requested by agent ovs-agent-dv-cinder-757936-7-iscsi with host dv-cinder-757936-7-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:05:38.506783 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-05fe673e-d1bc-4bf6-ab9a-02341d1020da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:38.514124 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2c0f35-3ba4-4cec-b001-23753eced73d admin admin] Network f56a9b07-6c6a-4f03-92c6-427129739fed is scheduled to be hosted by DHCP agent 0a2fa090-2970-41a0-8073-2983789ee317 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:05:38.563862 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ac6be9c6-0fd0-401d-8ee2-df9ff13b21bd admin admin] Allocated IP 172.27.0.132 (45b0c649-47ed-40e6-b7f6-7d83dd176956/b736f3e8-97a3-44dd-aa37-7a4abcfbc24c/b2b82003-0393-45a8-94d6-aec843ef7710) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:05:38.626275 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-05fe673e-d1bc-4bf6-ab9a-02341d1020da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:38.656500 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05fe673e-d1bc-4bf6-ab9a-02341d1020da admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:05:38.669548 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe673e-d1bc-4bf6-ab9a-02341d1020da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665740c1-375f-4003-a410-b5342dfeaa1d,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:38.677218 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-05fe673e-d1bc-4bf6-ab9a-02341d1020da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:38.677895 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-05fe673e-d1bc-4bf6-ab9a-02341d1020da admin admin] Added segment bc595d39-e285-4b78-84f0-225a1a489ddc of type vlan for network 71d45235-aa08-4ce1-9e25-ebab82ef910a Aug 25 05:05:38.690722 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac6be9c6-0fd0-401d-8ee2-df9ff13b21bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:38.698323 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-bb2c0f35-3ba4-4cec-b001-23753eced73d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-7-iscsi, f56a9b07-6c6a-4f03-92c6-427129739fed) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:38.708599 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2c0f35-3ba4-4cec-b001-23753eced73d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:38.708949 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c8d024-f939-45bd-9716-52777e841767 None None] Network f56a9b07-6c6a-4f03-92c6-427129739fed requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:05:38.709401 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb2c0f35-3ba4-4cec-b001-23753eced73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:38.862746 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac6be9c6-0fd0-401d-8ee2-df9ff13b21bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:38.924095 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-05fe673e-d1bc-4bf6-ab9a-02341d1020da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785199393567'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:39.028187 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-388fa734-7d18-4747-9975-0b2606eaa4b0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5922036 Aug 25 05:05:39.029592 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37094) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:39.042066 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-977befb6-43d8-45f5-8f40-a700786581da admin admin] Request body: {'subnet': {'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2051829355-subnet', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:39.062754 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6be9c6-0fd0-401d-8ee2-df9ff13b21bd admin admin] Pushing event updated for resources: {'Port': ['ID=b2b82003-0393-45a8-94d6-aec843ef7710,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:39.067529 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a833773-ff64-4992-b4c3-b7c421a6d7ea None None] Network f56a9b07-6c6a-4f03-92c6-427129739fed requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:05:39.076949 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6be9c6-0fd0-401d-8ee2-df9ff13b21bd admin admin] Network 45b0c649-47ed-40e6-b7f6-7d83dd176956 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:05:39.082874 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ac6be9c6-0fd0-401d-8ee2-df9ff13b21bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:39.082874 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6be9c6-0fd0-401d-8ee2-df9ff13b21bd admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:05:39.178710 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e5979e98-5dc9-4966-b683-8217dfb95e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:39.181163 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-05fe673e-d1bc-4bf6-ab9a-02341d1020da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:39.182493 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fe673e-d1bc-4bf6-ab9a-02341d1020da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:39.186400 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-05fe673e-d1bc-4bf6-ab9a-02341d1020da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:39.254948 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe673e-d1bc-4bf6-ab9a-02341d1020da admin admin] Pushing event updated for resources: {'Network': ['ID=71d45235-aa08-4ce1-9e25-ebab82ef910a,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:39.259151 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e5979e98-5dc9-4966-b683-8217dfb95e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:39.276707 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Network 71d45235-aa08-4ce1-9e25-ebab82ef910a details requested by agent ovs-agent-dv-cinder-757936-7-iscsi with host dv-cinder-757936-7-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:05:39.292918 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5979e98-5dc9-4966-b683-8217dfb95e6b admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:05:39.306146 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5979e98-5dc9-4966-b683-8217dfb95e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d052e0e2-0fb7-49b5-9cd7-21ad62b61652,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:39.312705 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e5979e98-5dc9-4966-b683-8217dfb95e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:39.313394 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-e5979e98-5dc9-4966-b683-8217dfb95e6b admin admin] Added segment 4445e499-d004-4476-b792-ebd3fc5ae0cf of type vlan for network 73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d Aug 25 05:05:39.373309 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e5979e98-5dc9-4966-b683-8217dfb95e6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785199393567'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:39.401947 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-05fe673e-d1bc-4bf6-ab9a-02341d1020da admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7284231 Aug 25 05:05:39.401947 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37104) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:39.403547 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-bb2c0f35-3ba4-4cec-b001-23753eced73d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8499901 Aug 25 05:05:39.409483 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-d7f2c809-81f5-476d-b538-1d510f1227a4 admin admin] Request body: {'subnet': {'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-subnet', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:39.497736 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977befb6-43d8-45f5-8f40-a700786581da admin admin] Made reservation on behalf of 0deea94d44084234a6e40672e3f0e996 for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:05:39.500450 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-977befb6-43d8-45f5-8f40-a700786581da admin admin] Notify callbacks [] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:39.505801 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e5979e98-5dc9-4966-b683-8217dfb95e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:39.507195 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5979e98-5dc9-4966-b683-8217dfb95e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:39.507343 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e5979e98-5dc9-4966-b683-8217dfb95e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:39.611277 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac6be9c6-0fd0-401d-8ee2-df9ff13b21bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:39.633771 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5979e98-5dc9-4966-b683-8217dfb95e6b admin admin] Pushing event updated for resources: {'Network': ['ID=73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:39.645082 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Network 73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d details requested by agent ovs-agent-dv-cinder-757936-7-iscsi with host dv-cinder-757936-7-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:05:39.650110 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f2c809-81f5-476d-b538-1d510f1227a4 admin admin] Made reservation on behalf of 788f1dcf7a1347409e44465a8473c2d2 for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:05:39.652546 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d7f2c809-81f5-476d-b538-1d510f1227a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:39.747764 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e5979e98-5dc9-4966-b683-8217dfb95e6b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9584193 Aug 25 05:05:39.751930 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37114) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:39.757645 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-f587dc17-1134-4e5a-b04c-87aa73eb0617 admin admin] Request body: {'subnet': {'network_id': '73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-497194592-subnet', 'tenant_id': 'c80e851dbd844b4d91eca2dd1ee4d431', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:39.891576 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37118) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:39.900927 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac6be9c6-0fd0-401d-8ee2-df9ff13b21bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406382'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:39.937407 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37122) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:39.956221 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-977befb6-43d8-45f5-8f40-a700786581da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:39.958695 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f587dc17-1134-4e5a-b04c-87aa73eb0617 admin admin] Made reservation on behalf of c80e851dbd844b4d91eca2dd1ee4d431 for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:05:39.960964 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f587dc17-1134-4e5a-b04c-87aa73eb0617 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:40.117631 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977befb6-43d8-45f5-8f40-a700786581da admin admin] Pushing event updated for resources: {'Subnet': ['ID=63327dc2-0b57-412f-9bea-3d5445c9009c,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:40.133645 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ec3c8c8d-527f-4264-acc0-415d7653025c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:40.139362 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-77870c6b-5880-4b05-b8ba-2ddb97bb3b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:40.160606 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d7f2c809-81f5-476d-b538-1d510f1227a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:40.196077 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977befb6-43d8-45f5-8f40-a700786581da admin admin] Checking segment: {'id': '78b61737-4ec5-4df0-b1a3-d71596c9c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:05:40.196442 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977befb6-43d8-45f5-8f40-a700786581da admin admin] Network hostable DHCP agents. Network: a6ccc573-34f3-494f-bb99-823ef7768dbb, hostable agents: ['0a2fa090-2970-41a0-8073-2983789ee317'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:05:40.198614 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6be9c6-0fd0-401d-8ee2-df9ff13b21bd admin admin] Router 70afb5fb-4df2-45fc-9cb0-90c7ac3da70b is scheduled to L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 05:05:40.263130 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.db.api [None req-77870c6b-5880-4b05-b8ba-2ddb97bb3b70 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 05:05:40.263130 dv-cinder-757936-7-iscsi neutron-server[94638]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 05:05:40.263130 dv-cinder-757936-7-iscsi neutron-server[94638]: [parameters: {'project_id_1': '1a46a767a1404a15bdba1e535491e2f6', 'expiration_1': datetime.datetime(2021, 8, 25, 5, 5, 40, 200890)}] Aug 25 05:05:40.263130 dv-cinder-757936-7-iscsi neutron-server[94638]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 05:05:40.263568 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG oslo_db.api [None req-77870c6b-5880-4b05-b8ba-2ddb97bb3b70 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 05:05:40.294875 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2c809-81f5-476d-b538-1d510f1227a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=686786a2-7682-45e8-a905-204e7e4e6535,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:40.356194 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f2c809-81f5-476d-b538-1d510f1227a4 admin admin] Checking segment: {'id': 'bc595d39-e285-4b78-84f0-225a1a489ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:05:40.359974 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f2c809-81f5-476d-b538-1d510f1227a4 admin admin] Network hostable DHCP agents. Network: 71d45235-aa08-4ce1-9e25-ebab82ef910a, hostable agents: ['0a2fa090-2970-41a0-8073-2983789ee317'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:05:40.366083 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6be9c6-0fd0-401d-8ee2-df9ff13b21bd admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:05:40.384021 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] Sync routers for ids ['70afb5fb-4df2-45fc-9cb0-90c7ac3da70b'] in dv-cinder-757936-7-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:05:40.404621 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] Routers {'70afb5fb-4df2-45fc-9cb0-90c7ac3da70b'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:05:40.405255 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:05:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['70afb5fb-4df2-45fc-9cb0-90c7ac3da70b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:40.466436 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ec3c8c8d-527f-4264-acc0-415d7653025c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:40.479307 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977befb6-43d8-45f5-8f40-a700786581da admin admin] Network a6ccc573-34f3-494f-bb99-823ef7768dbb is scheduled to be hosted by DHCP agent 0a2fa090-2970-41a0-8073-2983789ee317 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:05:40.550794 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] Set router 70afb5fb-4df2-45fc-9cb0-90c7ac3da70b gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:05:40.661491 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ec3c8c8d-527f-4264-acc0-415d7653025c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:40.674382 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f587dc17-1134-4e5a-b04c-87aa73eb0617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:40.676829 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f2c809-81f5-476d-b538-1d510f1227a4 admin admin] Network 71d45235-aa08-4ce1-9e25-ebab82ef910a is scheduled to be hosted by DHCP agent 0a2fa090-2970-41a0-8073-2983789ee317 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:05:40.744219 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ec3c8c8d-527f-4264-acc0-415d7653025c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=286ee448d10c4df2aad7460995e2fff5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8515053 Aug 25 05:05:40.747582 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 37168) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:40.751752 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c8c8d-527f-4264-acc0-415d7653025c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ebdbc3-1cf6-45fa-bada-25c0bb66aca0,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:40.764302 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70afb5fb-4df2-45fc-9cb0-90c7ac3da70b', 'name': 'tempest-ServerRescueNegativeTestJSON-591815100-router', 'tenant_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'b2b82003-0393-45a8-94d6-aec843ef7710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:37Z', 'updated_at': '2021-08-25T05:05:39Z', 'revision_number': 3, 'project_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'gw_port': {'id': 'b2b82003-0393-45a8-94d6-aec843ef7710', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70afb5fb-4df2-45fc-9cb0-90c7ac3da70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:38Z', 'updated_at': '2021-08-25T05:05:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:40.766163 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-77870c6b-5880-4b05-b8ba-2ddb97bb3b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:40.782904 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587dc17-1134-4e5a-b04c-87aa73eb0617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef23d22f-d6e6-4f50-9a53-5283182301f8,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:40.785298 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac6be9c6-0fd0-401d-8ee2-df9ff13b21bd admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:40.786744 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ac6be9c6-0fd0-401d-8ee2-df9ff13b21bd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4367106 Aug 25 05:05:40.791718 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 37170) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:40.792236 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f587dc17-1134-4e5a-b04c-87aa73eb0617 admin admin] Checking segment: {'id': '4445e499-d004-4476-b792-ebd3fc5ae0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:05:40.792586 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f587dc17-1134-4e5a-b04c-87aa73eb0617 admin admin] Network hostable DHCP agents. Network: 73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d, hostable agents: ['0a2fa090-2970-41a0-8073-2983789ee317'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:05:40.800112 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] Checking router: 70afb5fb-4df2-45fc-9cb0-90c7ac3da70b for host: dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:05:40.801022 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] Updating router 70afb5fb-4df2-45fc-9cb0-90c7ac3da70b port b2b82003-0393-45a8-94d6-aec843ef7710 binding host dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:05:40.816784 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-977befb6-43d8-45f5-8f40-a700786581da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-7-iscsi, a6ccc573-34f3-494f-bb99-823ef7768dbb) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:40.821444 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977befb6-43d8-45f5-8f40-a700786581da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:40.822043 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-977befb6-43d8-45f5-8f40-a700786581da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:40.826876 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaf3b02-d2c1-43af-8b74-b3c89cf8bd30 None None] Network a6ccc573-34f3-494f-bb99-823ef7768dbb requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:05:40.829040 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:40.846095 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-d7f2c809-81f5-476d-b538-1d510f1227a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-7-iscsi, 71d45235-aa08-4ce1-9e25-ebab82ef910a) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:40.850727 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f2c809-81f5-476d-b538-1d510f1227a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:40.851336 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d7f2c809-81f5-476d-b538-1d510f1227a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:40.858175 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37178) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:40.865652 dv-cinder-757936-7-iscsi neutron-server[94638]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 05:05:40.928018 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62626f3-ea82-4989-ae31-a65e82cdb3ec None None] Network 71d45235-aa08-4ce1-9e25-ebab82ef910a requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:05:40.938114 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f587dc17-1134-4e5a-b04c-87aa73eb0617 admin admin] Network 73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d is scheduled to be hosted by DHCP agent 0a2fa090-2970-41a0-8073-2983789ee317 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:05:40.992932 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-f587dc17-1134-4e5a-b04c-87aa73eb0617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-7-iscsi, 73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:40.997257 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f587dc17-1134-4e5a-b04c-87aa73eb0617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:40.998084 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f587dc17-1134-4e5a-b04c-87aa73eb0617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:41.050766 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebed884-1814-44bf-9ed5-d68edc167b03 None None] Network 73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:05:41.112021 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-c423124f-7166-4397-ac5c-cef1e7eb84b3 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:41.113540 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-c423124f-7166-4397-ac5c-cef1e7eb84b3 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/networks?id=f56a9b07-6c6a-4f03-92c6-427129739fed HTTP/1.1" status: 200 len: 814 time: 0.2536027 Aug 25 05:05:41.144477 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-77870c6b-5880-4b05-b8ba-2ddb97bb3b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:41.147529 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-47bb71ff-e804-47fb-8899-29207bf7330d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/quotas/bc5e16762d884267a7491c617cb51cd3 HTTP/1.1" status: 200 len: 375 time: 0.0282056 Aug 25 05:05:41.153081 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:41.168558 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] Transition to ACTIVE for port object b2b82003-0393-45a8-94d6-aec843ef7710 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:05:41.201519 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55636971-4e0d-59cb-9b48-5d411fba618d-71d45235-aa08-4ce1-9e25-ebab82ef910a', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'fixed_ips': [{'subnet_id': '686786a2-7682-45e8-a905-204e7e4e6535'}]}} from dv-cinder-757936-7-iscsi. {{(pid=94640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 05:05:41.202399 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:41.209613 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-1ac7c301-3bbb-4718-9a24-7e25eee3dfd4 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc5e16762d884267a7491c617cb51cd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540056 Aug 25 05:05:41.216238 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-77870c6b-5880-4b05-b8ba-2ddb97bb3b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:41.218182 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac7cc2b5-fc44-4af2-be96-4fcd63341faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:41.250295 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:41.269295 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac7cc2b5-fc44-4af2-be96-4fcd63341faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:41.298243 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55636971-4e0d-59cb-9b48-5d411fba618d-a6ccc573-34f3-494f-bb99-823ef7768dbb', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'fixed_ips': [{'subnet_id': '63327dc2-0b57-412f-9bea-3d5445c9009c'}]}} from dv-cinder-757936-7-iscsi. {{(pid=94640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 05:05:41.299754 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:41.311278 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-77870c6b-5880-4b05-b8ba-2ddb97bb3b70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a46a767a1404a15bdba1e535491e2f6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3700767 Aug 25 05:05:41.312097 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 37186) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:41.318919 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-977befb6-43d8-45f5-8f40-a700786581da admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2883122 Aug 25 05:05:41.322239 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77870c6b-5880-4b05-b8ba-2ddb97bb3b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e623cde1-ae75-40a1-9403-9cf4714a8d44,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:41.330780 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37188) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:41.338654 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-0afe92be-dc1d-4bf9-b9d0-77822d2ae27b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2051829355-router', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:41.363051 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d7f2c809-81f5-476d-b538-1d510f1227a4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9598238 Aug 25 05:05:41.366268 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] Attempting to bind port b2b82003-0393-45a8-94d6-aec843ef7710 on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:05:41.366662 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] Attempting to bind port b2b82003-0393-45a8-94d6-aec843ef7710 by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:05:41.367022 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] Attempting to bind port b2b82003-0393-45a8-94d6-aec843ef7710 on network 45b0c649-47ed-40e6-b7f6-7d83dd176956 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:05:41.372802 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-f587dc17-1134-4e5a-b04c-87aa73eb0617 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6190658 Aug 25 05:05:41.373443 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37192) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:41.380642 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e91f22-ac5f-456e-a50c-7ef7a09bd289 None None] Network 73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:05:41.396261 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:05:41.396953 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] Checking segment: {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:05:41.397460 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:41.398127 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] Bound using segment: {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:05:41.398697 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] Bound port: b2b82003-0393-45a8-94d6-aec843ef7710, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:05:41.399107 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:41.404739 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4668e99-17f7-4f07-8bea-5e3639e4da7b None None] Pushing event updated for resources: {'Port': ['ID=b2b82003-0393-45a8-94d6-aec843ef7710,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:41.412315 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-56fe2d3c-160e-412d-a4ec-0b4ff996d6ab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-router', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:41.435049 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4668e99-17f7-4f07-8bea-5e3639e4da7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:41.435694 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4668e99-17f7-4f07-8bea-5e3639e4da7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:41.436066 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4668e99-17f7-4f07-8bea-5e3639e4da7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:41.436524 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4668e99-17f7-4f07-8bea-5e3639e4da7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:41.436851 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4668e99-17f7-4f07-8bea-5e3639e4da7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:41.437244 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4668e99-17f7-4f07-8bea-5e3639e4da7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:41.437577 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4668e99-17f7-4f07-8bea-5e3639e4da7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:41.438056 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4668e99-17f7-4f07-8bea-5e3639e4da7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:41.438408 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4668e99-17f7-4f07-8bea-5e3639e4da7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:41.438774 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4668e99-17f7-4f07-8bea-5e3639e4da7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:41.439099 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4668e99-17f7-4f07-8bea-5e3639e4da7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:41.439446 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4668e99-17f7-4f07-8bea-5e3639e4da7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4668e99-17f7-4f07-8bea-5e3639e4da7b None None] Tracked resource versions report: Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: pushed versions: Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: { 'AddressGroup': {'1.2'}, Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: 'ConntrackHelper': {'1.0'}, Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: 'Log': {'1.0'}, Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: 'Network': {'1.1'}, Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: 'Port': {'1.7'}, Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: 'PortForwarding': {'1.2'}, Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: 'QosPolicy': {'1.9'}, Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: 'SecurityGroup': {'1.4'}, Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: 'SecurityGroupRule': {'1.2'}, Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: 'SubPort': {'1.0'}, Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: 'Subnet': {'1.1'}, Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: 'Trunk': {'1.1'}} Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: consumer versions: Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: { DHCP agent@dv-cinder-757936-7-iscsi: {}, Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: HyperV agent@hv-cinder-75793: {}, Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: L3 agent@dv-cinder-757936-7-iscsi: {}, Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: Metadata agent@dv-cinder-757936-7-iscsi: {}, Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: Metering agent@dv-cinder-757936-7-iscsi: {}, Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: Open vSwitch agent@dv-cinder-757936-7-iscsi: { 'AddressGroup': '1.2', Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: 'ConntrackHelper': '1.0', Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: 'Log': '1.0', Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: 'Network': '1.1', Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: 'Port': '1.7', Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: 'PortForwarding': '1.2', Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: 'QosPolicy': '1.9', Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: 'SecurityGroup': '1.4', Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: 'SecurityGroupRule': '1.2', Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: 'SubPort': '1.0', Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: 'Subnet': '1.1', Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: 'Trunk': '1.1'}} Aug 25 05:05:41.441411 dv-cinder-757936-7-iscsi neutron-server[94641]: {{(pid=94641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 05:05:41.450259 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-454c4af8-2dd2-4bed-9d64-1bc5d2ecd374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:41.476517 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] For port b2b82003-0393-45a8-94d6-aec843ef7710, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:05:41.480123 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] For port b2b82003-0393-45a8-94d6-aec843ef7710, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=b2b82003-0393-45a8-94d6-aec843ef7710,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:05:41.501992 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-27f34bc0-d039-47c1-88ab-e090df710f33 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 05:05:41.503844 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-27f34bc0-d039-47c1-88ab-e090df710f33 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1601591 Aug 25 05:05:41.524991 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0afe92be-dc1d-4bf9-b9d0-77822d2ae27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1195'] for router, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:41.527268 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0afe92be-dc1d-4bf9-b9d0-77822d2ae27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:41.549407 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6bca9a8-d20e-472b-8634-ba9078ed4af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:41.557635 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac7cc2b5-fc44-4af2-be96-4fcd63341faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:41.560296 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac7cc2b5-fc44-4af2-be96-4fcd63341faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:41.561522 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ac7cc2b5-fc44-4af2-be96-4fcd63341faa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6ebdbc3-1cf6-45fa-bada-25c0bb66aca0 HTTP/1.1" status: 204 len: 168 time: 0.8129382 Aug 25 05:05:41.596101 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:41.611299 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7cc2b5-fc44-4af2-be96-4fcd63341faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ebdbc3-1cf6-45fa-bada-25c0bb66aca0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:41.640616 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6bca9a8-d20e-472b-8634-ba9078ed4af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:41.686411 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4668e99-17f7-4f07-8bea-5e3639e4da7b None None] Pushing event updated for resources: {'Port': ['ID=b2b82003-0393-45a8-94d6-aec843ef7710,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:41.703118 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Allocated IP 172.20.0.2 (71d45235-aa08-4ce1-9e25-ebab82ef910a/686786a2-7682-45e8-a905-204e7e4e6535/e999b8cb-85e3-46e0-b5a6-b9ccec20c96e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:05:41.707617 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] Routers {'70afb5fb-4df2-45fc-9cb0-90c7ac3da70b'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:05:41.708331 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:05:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['70afb5fb-4df2-45fc-9cb0-90c7ac3da70b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:41.791190 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-454c4af8-2dd2-4bed-9d64-1bc5d2ecd374 admin admin] Allocated IP 172.20.0.1 (1cc0e627-f7e2-44ec-ab75-63e2fc2b4554/b58e6673-6329-48ef-8181-7ebd94345e73/245a9775-2a35-438f-b6b9-6ab04a2f5c1f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:05:41.800575 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-af7cb376-1b19-4951-80c0-dd315b5661c0 service neutron] 10.222.0.13 "GET /v2.0/networks/f56a9b07-6c6a-4f03-92c6-427129739fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265792 Aug 25 05:05:41.819752 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] Set router 70afb5fb-4df2-45fc-9cb0-90c7ac3da70b gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:05:41.923516 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6bca9a8-d20e-472b-8634-ba9078ed4af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:41.925691 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6bca9a8-d20e-472b-8634-ba9078ed4af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:41.926885 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c6bca9a8-d20e-472b-8634-ba9078ed4af5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e623cde1-ae75-40a1-9403-9cf4714a8d44 HTTP/1.1" status: 204 len: 168 time: 0.6139510 Aug 25 05:05:41.942132 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bca9a8-d20e-472b-8634-ba9078ed4af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e623cde1-ae75-40a1-9403-9cf4714a8d44,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:41.993988 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56fe2d3c-160e-412d-a4ec-0b4ff996d6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1195'] for router, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:41.995757 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56fe2d3c-160e-412d-a4ec-0b4ff996d6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:42.003249 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 37228) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:42.014856 dv-cinder-757936-7-iscsi neutron-server[94639]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 05:05:42.104545 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70afb5fb-4df2-45fc-9cb0-90c7ac3da70b', 'name': 'tempest-ServerRescueNegativeTestJSON-591815100-router', 'tenant_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'b2b82003-0393-45a8-94d6-aec843ef7710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:37Z', 'updated_at': '2021-08-25T05:05:39Z', 'revision_number': 3, 'project_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'gw_port': {'id': 'b2b82003-0393-45a8-94d6-aec843ef7710', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70afb5fb-4df2-45fc-9cb0-90c7ac3da70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:38Z', 'updated_at': '2021-08-25T05:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:42.177403 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d404d9a-a9bf-494e-9be1-e8f862ee1a01 None None] The sync data for ids ['70afb5fb-4df2-45fc-9cb0-90c7ac3da70b'] in dv-cinder-757936-7-iscsi is: [{'id': '70afb5fb-4df2-45fc-9cb0-90c7ac3da70b', 'name': 'tempest-ServerRescueNegativeTestJSON-591815100-router', 'tenant_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'b2b82003-0393-45a8-94d6-aec843ef7710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:37Z', 'updated_at': '2021-08-25T05:05:39Z', 'revision_number': 3, 'project_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'gw_port': {'id': 'b2b82003-0393-45a8-94d6-aec843ef7710', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70afb5fb-4df2-45fc-9cb0-90c7ac3da70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:38Z', 'updated_at': '2021-08-25T05:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:05:42.184067 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] Allocated IP 172.20.0.2 (a6ccc573-34f3-494f-bb99-823ef7768dbb/63327dc2-0b57-412f-9bea-3d5445c9009c/670eabbb-b350-4fbc-9492-d6cf7c2259e0) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:05:42.229259 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0afe92be-dc1d-4bf9-b9d0-77822d2ae27b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:42.308070 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-6a659b4f-3afd-4ea7-9ca2-a6d57628d7b3 service neutron] 10.222.0.13 "GET /v2.0/networks/f56a9b07-6c6a-4f03-92c6-427129739fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049853 Aug 25 05:05:42.309654 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56fe2d3c-160e-412d-a4ec-0b4ff996d6ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:42.320539 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:42.327990 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Transition to ACTIVE for port object e999b8cb-85e3-46e0-b5a6-b9ccec20c96e will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:05:42.344758 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Transition to ACTIVE for port object e999b8cb-85e3-46e0-b5a6-b9ccec20c96e will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:05:42.368885 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3667753-c46e-4e27-8028-aae16150a31c req-9522ab0c-6f30-4d30-aeac-e525e3a5b7b6 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:42.370601 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e3667753-c46e-4e27-8028-aae16150a31c req-9522ab0c-6f30-4d30-aeac-e525e3a5b7b6 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/networks?id=73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d HTTP/1.1" status: 200 len: 811 time: 0.3592696 Aug 25 05:05:42.374632 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-454c4af8-2dd2-4bed-9d64-1bc5d2ecd374 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:42.396185 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e3667753-c46e-4e27-8028-aae16150a31c req-f0bf8a64-f50d-4d9d-95d0-ac8779ceb19b tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/quotas/c80e851dbd844b4d91eca2dd1ee4d431 HTTP/1.1" status: 200 len: 375 time: 0.0168142 Aug 25 05:05:42.463540 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:42.473533 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e3667753-c46e-4e27-8028-aae16150a31c req-4856da93-2b97-4dee-9519-77f494d04c12 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c80e851dbd844b4d91eca2dd1ee4d431&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643005 Aug 25 05:05:42.537122 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Pushing event updated for resources: {'Port': ['ID=e999b8cb-85e3-46e0-b5a6-b9ccec20c96e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:42.570133 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Network 71d45235-aa08-4ce1-9e25-ebab82ef910a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:05:42.585217 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:42.585919 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:42.585919 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:42.591337 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:42.591337 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:42.591337 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:42.591337 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:42.591337 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:42.591337 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:42.591337 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:42.591337 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:42.592166 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0afe92be-dc1d-4bf9-b9d0-77822d2ae27b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Tracked resource versions report: Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: pushed versions: Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: { 'AddressGroup': {'1.2'}, Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: 'ConntrackHelper': {'1.0'}, Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: 'Log': {'1.0'}, Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: 'Network': {'1.1'}, Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: 'Port': {'1.7'}, Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: 'PortForwarding': {'1.2'}, Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: 'QosPolicy': {'1.9'}, Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: 'SecurityGroup': {'1.4'}, Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: 'SecurityGroupRule': {'1.2'}, Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: 'SubPort': {'1.0'}, Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: 'Subnet': {'1.1'}, Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: 'Trunk': {'1.1'}} Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: consumer versions: Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: { DHCP agent@dv-cinder-757936-7-iscsi: {}, Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: HyperV agent@hv-cinder-75793: {}, Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: L3 agent@dv-cinder-757936-7-iscsi: {}, Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: Metadata agent@dv-cinder-757936-7-iscsi: {}, Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: Metering agent@dv-cinder-757936-7-iscsi: {}, Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: Open vSwitch agent@dv-cinder-757936-7-iscsi: { 'AddressGroup': '1.2', Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: 'ConntrackHelper': '1.0', Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: 'Log': '1.0', Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: 'Network': '1.1', Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: 'Port': '1.7', Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: 'PortForwarding': '1.2', Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: 'QosPolicy': '1.9', Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: 'SecurityGroup': '1.4', Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: 'SecurityGroupRule': '1.2', Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: 'SubPort': '1.0', Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: 'Subnet': '1.1', Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: 'Trunk': '1.1'}} Aug 25 05:05:42.592272 dv-cinder-757936-7-iscsi neutron-server[94640]: {{(pid=94640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 05:05:42.599276 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:42.623699 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 37238) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:42.630795 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:42.643399 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b60fdb3-b664-497e-af74-9a6a978ad455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:42.661510 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:05:42.667888 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-454c4af8-2dd2-4bed-9d64-1bc5d2ecd374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:42.697879 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] Transition to ACTIVE for port object 670eabbb-b350-4fbc-9492-d6cf7c2259e0 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:05:42.698676 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56fe2d3c-160e-412d-a4ec-0b4ff996d6ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:42.837359 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454c4af8-2dd2-4bed-9d64-1bc5d2ecd374 admin admin] Network 1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:05:42.841753 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-454c4af8-2dd2-4bed-9d64-1bc5d2ecd374 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:42.847999 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c4af8-2dd2-4bed-9d64-1bc5d2ecd374 admin admin] Pushing event updated for resources: {'Port': ['ID=245a9775-2a35-438f-b6b9-6ab04a2f5c1f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:42.866182 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454c4af8-2dd2-4bed-9d64-1bc5d2ecd374 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:05:42.866182 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-454c4af8-2dd2-4bed-9d64-1bc5d2ecd374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406045'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:42.894105 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Attempting to bind port e999b8cb-85e3-46e0-b5a6-b9ccec20c96e on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:05:42.894661 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Attempting to bind port e999b8cb-85e3-46e0-b5a6-b9ccec20c96e by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': 'bc595d39-e285-4b78-84f0-225a1a489ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:05:42.898712 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [req-e3667753-c46e-4e27-8028-aae16150a31c req-93a3ada4-590b-4c20-8474-639ace5d1c39 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 05:05:42.899824 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e3667753-c46e-4e27-8028-aae16150a31c req-93a3ada4-590b-4c20-8474-639ace5d1c39 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0829086 Aug 25 05:05:42.900983 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Attempting to bind port e999b8cb-85e3-46e0-b5a6-b9ccec20c96e on network 71d45235-aa08-4ce1-9e25-ebab82ef910a {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:05:42.904746 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] Transition to ACTIVE for port object 670eabbb-b350-4fbc-9492-d6cf7c2259e0 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:05:42.914621 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:05:42.919957 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Checking segment: {'id': 'bc595d39-e285-4b78-84f0-225a1a489ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:05:42.919957 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:42.919957 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Bound using segment: {'id': 'bc595d39-e285-4b78-84f0-225a1a489ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:05:42.921988 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Bound port: e999b8cb-85e3-46e0-b5a6-b9ccec20c96e, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc595d39-e285-4b78-84f0-225a1a489ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:05:42.923588 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:43.047747 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] For port e999b8cb-85e3-46e0-b5a6-b9ccec20c96e, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:05:43.052639 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] For port e999b8cb-85e3-46e0-b5a6-b9ccec20c96e, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=e999b8cb-85e3-46e0-b5a6-b9ccec20c96e,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:05:43.055270 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:43.103189 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] Network a6ccc573-34f3-494f-bb99-823ef7768dbb is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:05:43.106562 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:43.110764 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:05:43.119946 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] Pushing event updated for resources: {'Port': ['ID=670eabbb-b350-4fbc-9492-d6cf7c2259e0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:43.147737 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d139a061-b592-451c-9370-6eab8c472da2 req-6f986eaa-b0b7-424a-9939-1e48906620c5 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 210 time: 0.0930917 Aug 25 05:05:43.192858 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37266) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:43.214344 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:43.289935 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a2b5fe41-4821-4617-9629-d1d9aa33c57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:43.316644 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0afe92be-dc1d-4bf9-b9d0-77822d2ae27b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:43.321825 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] Attempting to bind port 670eabbb-b350-4fbc-9492-d6cf7c2259e0 on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:05:43.330251 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] Attempting to bind port 670eabbb-b350-4fbc-9492-d6cf7c2259e0 by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': '78b61737-4ec5-4df0-b1a3-d71596c9c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:05:43.330891 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] Attempting to bind port 670eabbb-b350-4fbc-9492-d6cf7c2259e0 on network a6ccc573-34f3-494f-bb99-823ef7768dbb {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:05:43.354806 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device b2b82003-0393-45a8-94d6-aec843ef7710 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:05:43.373511 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:05:43.373894 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] Checking segment: {'id': '78b61737-4ec5-4df0-b1a3-d71596c9c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:05:43.374306 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:43.374734 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] Bound using segment: {'id': '78b61737-4ec5-4df0-b1a3-d71596c9c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:05:43.375218 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] Bound port: 670eabbb-b350-4fbc-9492-d6cf7c2259e0, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b61737-4ec5-4df0-b1a3-d71596c9c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:05:43.375599 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:43.458887 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bab6a5-8c79-4514-9680-bc487c9893ee None None] Pushing event updated for resources: {'Port': ['ID=e999b8cb-85e3-46e0-b5a6-b9ccec20c96e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:43.472801 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0afe92be-dc1d-4bf9-b9d0-77822d2ae27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:43.526265 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-454c4af8-2dd2-4bed-9d64-1bc5d2ecd374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:43.534451 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b60fdb3-b664-497e-af74-9a6a978ad455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:43.554892 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e3667753-c46e-4e27-8028-aae16150a31c req-092cf210-050f-4687-aa2f-dfd44e1dd815 service neutron] 10.222.0.13 "GET /v2.0/networks/73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6186295 Aug 25 05:05:43.560272 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] For port 670eabbb-b350-4fbc-9492-d6cf7c2259e0, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:05:43.564304 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] For port 670eabbb-b350-4fbc-9492-d6cf7c2259e0, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=670eabbb-b350-4fbc-9492-d6cf7c2259e0,segment=NetworkSegment(78b61737-4ec5-4df0-b1a3-d71596c9c7fc),segment_id=78b61737-4ec5-4df0-b1a3-d71596c9c7fc)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:05:43.603963 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56fe2d3c-160e-412d-a4ec-0b4ff996d6ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:43.633162 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56fe2d3c-160e-412d-a4ec-0b4ff996d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:43.634103 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:43.663842 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b60fdb3-b664-497e-af74-9a6a978ad455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:43.717676 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port b2b82003-0393-45a8-94d6-aec843ef7710 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:05:43.751835 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port b2b82003-0393-45a8-94d6-aec843ef7710 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:05:43.752274 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:43.793043 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a2b5fe41-4821-4617-9629-d1d9aa33c57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:43.801120 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60fdb3-b664-497e-af74-9a6a978ad455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaca9784-7dc8-4182-9994-04f312137667,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:43.811962 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-0afe92be-dc1d-4bf9-b9d0-77822d2ae27b admin admin] Allocated IP 172.27.0.169 (45b0c649-47ed-40e6-b7f6-7d83dd176956/b736f3e8-97a3-44dd-aa37-7a4abcfbc24c/6ef97d1f-c756-4ed5-8f97-1b49254d44c9) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:05:43.944195 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0afe92be-dc1d-4bf9-b9d0-77822d2ae27b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:43.972330 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-7b60fdb3-b664-497e-af74-9a6a978ad455 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a728a8c971d42a5a8679fafbfb0b9ec&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3468804 Aug 25 05:05:43.977698 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 37288) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:43.999430 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df645f6-5b29-4dc2-b52d-c2b393ba3473 None None] Pushing event updated for resources: {'Port': ['ID=670eabbb-b350-4fbc-9492-d6cf7c2259e0,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:44.030268 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a2b5fe41-4821-4617-9629-d1d9aa33c57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:44.081596 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:44.084061 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0afe92be-dc1d-4bf9-b9d0-77822d2ae27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:44.113944 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port b2b82003-0393-45a8-94d6-aec843ef7710, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=b2b82003-0393-45a8-94d6-aec843ef7710,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:05:44.123614 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e3667753-c46e-4e27-8028-aae16150a31c req-e8249303-8480-492d-92cd-a5b7b5468423 service neutron] 10.222.0.13 "GET /v2.0/networks/73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5678396 Aug 25 05:05:44.149057 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5fe41-4821-4617-9629-d1d9aa33c57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b59c780-de64-47f8-bb3f-76ff01abaa7c,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:44.202142 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-a2b5fe41-4821-4617-9629-d1d9aa33c57b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f12f93923f724f68822d6ca2dd9a4fb3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9981546 Aug 25 05:05:44.205261 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 37292) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:44.227299 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:44.265501 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afe92be-dc1d-4bf9-b9d0-77822d2ae27b admin admin] Network 45b0c649-47ed-40e6-b7f6-7d83dd176956 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:05:44.266381 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe92be-dc1d-4bf9-b9d0-77822d2ae27b admin admin] Pushing event updated for resources: {'Port': ['ID=6ef97d1f-c756-4ed5-8f97-1b49254d44c9,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:44.299896 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-0afe92be-dc1d-4bf9-b9d0-77822d2ae27b admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:44.303765 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afe92be-dc1d-4bf9-b9d0-77822d2ae27b admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:05:44.316593 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-964309e7-f50e-4e8f-89dd-e759f1e6599c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:44.338034 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=b2b82003-0393-45a8-94d6-aec843ef7710,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:44.338273 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-964309e7-f50e-4e8f-89dd-e759f1e6599c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:44.351727 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-454c4af8-2dd2-4bed-9d64-1bc5d2ecd374 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:44.382698 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be62de7-f36d-4aaf-bebd-2ba0a12ed03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:44.407926 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6c7ce676-af45-450b-8ca3-d5383d9eea12 req-39902634-43a7-4d0b-b38e-e400cb6abaa4 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 210 time: 0.1558747 Aug 25 05:05:44.409549 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-56fe2d3c-160e-412d-a4ec-0b4ff996d6ab admin admin] Allocated IP 172.27.0.120 (45b0c649-47ed-40e6-b7f6-7d83dd176956/b736f3e8-97a3-44dd-aa37-7a4abcfbc24c/ecd5cdb4-6177-45fe-ad78-ac010578cdff) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:05:44.411918 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be62de7-f36d-4aaf-bebd-2ba0a12ed03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:44.480383 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-454c4af8-2dd2-4bed-9d64-1bc5d2ecd374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:44.485587 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-454c4af8-2dd2-4bed-9d64-1bc5d2ecd374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552907'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:44.544950 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-964309e7-f50e-4e8f-89dd-e759f1e6599c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:44.548272 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-964309e7-f50e-4e8f-89dd-e759f1e6599c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:44.550692 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-964309e7-f50e-4e8f-89dd-e759f1e6599c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aaca9784-7dc8-4182-9994-04f312137667 HTTP/1.1" status: 204 len: 168 time: 0.5710549 Aug 25 05:05:44.611170 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964309e7-f50e-4e8f-89dd-e759f1e6599c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaca9784-7dc8-4182-9994-04f312137667,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:44.634614 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c4af8-2dd2-4bed-9d64-1bc5d2ecd374 admin admin] Pushing event updated for resources: {'Port': ['ID=245a9775-2a35-438f-b6b9-6ab04a2f5c1f,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:44.642746 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be62de7-f36d-4aaf-bebd-2ba0a12ed03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:44.651208 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be62de7-f36d-4aaf-bebd-2ba0a12ed03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:44.657735 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1be62de7-f36d-4aaf-bebd-2ba0a12ed03f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b59c780-de64-47f8-bb3f-76ff01abaa7c HTTP/1.1" status: 204 len: 168 time: 0.4407945 Aug 25 05:05:44.676904 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be62de7-f36d-4aaf-bebd-2ba0a12ed03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b59c780-de64-47f8-bb3f-76ff01abaa7c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:44.710273 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-135d13ad-03a4-4a9c-8c16-65839971092a req-586ecd3a-bac3-4c1a-abf6-6546ac01db6e tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 210 time: 0.0696845 Aug 25 05:05:44.710479 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454c4af8-2dd2-4bed-9d64-1bc5d2ecd374 admin admin] Network 1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:05:44.712468 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-454c4af8-2dd2-4bed-9d64-1bc5d2ecd374 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:44.806463 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56fe2d3c-160e-412d-a4ec-0b4ff996d6ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:44.936371 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454c4af8-2dd2-4bed-9d64-1bc5d2ecd374 admin admin] Router 70afb5fb-4df2-45fc-9cb0-90c7ac3da70b has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:05:44.981277 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0afe92be-dc1d-4bf9-b9d0-77822d2ae27b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:45.068206 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454c4af8-2dd2-4bed-9d64-1bc5d2ecd374 admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:05:45.088664 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56fe2d3c-160e-412d-a4ec-0b4ff996d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:45.101446 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-454c4af8-2dd2-4bed-9d64-1bc5d2ecd374 admin admin] 10.222.0.13 "PUT /v2.0/routers/70afb5fb-4df2-45fc-9cb0-90c7ac3da70b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3081234 Aug 25 05:05:45.163058 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe2d3c-160e-412d-a4ec-0b4ff996d6ab admin admin] Pushing event updated for resources: {'Port': ['ID=ecd5cdb4-6177-45fe-ad78-ac010578cdff,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:45.180867 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fe2d3c-160e-412d-a4ec-0b4ff996d6ab admin admin] Network 45b0c649-47ed-40e6-b7f6-7d83dd176956 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:05:45.192490 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-56fe2d3c-160e-412d-a4ec-0b4ff996d6ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:45.205580 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fe2d3c-160e-412d-a4ec-0b4ff996d6ab admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:05:45.462134 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] Sync routers for ids ['70afb5fb-4df2-45fc-9cb0-90c7ac3da70b'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:05:45.489348 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] Routers {'70afb5fb-4df2-45fc-9cb0-90c7ac3da70b'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:05:45.490115 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:05:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['70afb5fb-4df2-45fc-9cb0-90c7ac3da70b'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:45.566727 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0afe92be-dc1d-4bf9-b9d0-77822d2ae27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406382'] for router, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:45.616757 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c530d4-f32b-4504-96bc-1e948b990188 None None] Network a6ccc573-34f3-494f-bb99-823ef7768dbb requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:05:45.675608 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 670eabbb-b350-4fbc-9492-d6cf7c2259e0 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:05:45.849227 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-69a24dad-0772-4202-8e4f-e782254ee682 None None] Provisioning for port 670eabbb-b350-4fbc-9492-d6cf7c2259e0 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:05:45.872965 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] Set router 70afb5fb-4df2-45fc-9cb0-90c7ac3da70b gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:05:45.921363 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-651b78ad-5516-477a-81b5-d62fc2afe1b5 req-6de706e4-2258-433d-9ea9-7d35391c1175 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 210 time: 0.0740104 Aug 25 05:05:45.935334 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd0dab3-783b-4d63-a22e-62ea6ba26477 None None] Network 71d45235-aa08-4ce1-9e25-ebab82ef910a requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:05:45.950834 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e6cea83c-ba9b-4e0b-9086-9b93a7792a7d req-4e6358ec-f1e9-4303-8715-7cfe7d783153 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 210 time: 0.1350007 Aug 25 05:05:46.040455 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 37370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:46.072956 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afe92be-dc1d-4bf9-b9d0-77822d2ae27b admin admin] Router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 is scheduled to L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 with binding_index 1 {{(pid=94638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 05:05:46.098785 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port 670eabbb-b350-4fbc-9492-d6cf7c2259e0 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:05:46.158181 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 670eabbb-b350-4fbc-9492-d6cf7c2259e0 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:05:46.160059 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:46.269584 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afe92be-dc1d-4bf9-b9d0-77822d2ae27b admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:05:46.279810 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] Sync routers for ids ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'] in dv-cinder-757936-7-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:05:46.280324 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1cd40757-88ad-499e-9a36-08cd979cacd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:46.295895 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] Routers {'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:05:46.296549 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:05:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:46.321814 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56fe2d3c-160e-412d-a4ec-0b4ff996d6ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:46.663199 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-ed73c9eb-f486-4b91-bfa1-a882e6286cef None None] Provisioning for port e999b8cb-85e3-46e0-b5a6-b9ccec20c96e completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:05:46.670957 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1cd40757-88ad-499e-9a36-08cd979cacd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:46.715941 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] Set router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:05:46.716842 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70afb5fb-4df2-45fc-9cb0-90c7ac3da70b', 'name': 'tempest-ServerRescueNegativeTestJSON-591815100-router', 'tenant_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'b2b82003-0393-45a8-94d6-aec843ef7710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:37Z', 'updated_at': '2021-08-25T05:05:43Z', 'revision_number': 4, 'project_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'gw_port': {'id': 'b2b82003-0393-45a8-94d6-aec843ef7710', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70afb5fb-4df2-45fc-9cb0-90c7ac3da70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:38Z', 'updated_at': '2021-08-25T05:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '245a9775-2a35-438f-b6b9-6ab04a2f5c1f', 'name': '', 'network_id': '1cc0e627-f7e2-44ec-ab75-63e2fc2b4554', 'tenant_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'mac_address': 'fa:16:3e:81:0b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70afb5fb-4df2-45fc-9cb0-90c7ac3da70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b58e6673-6329-48ef-8181-7ebd94345e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:05:43Z', 'revision_number': 2, 'project_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'subnets': [{'id': 'b58e6673-6329-48ef-8181-7ebd94345e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:46.759751 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1cd40757-88ad-499e-9a36-08cd979cacd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:46.772792 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] Checking router: 70afb5fb-4df2-45fc-9cb0-90c7ac3da70b for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:05:46.773154 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] Updating router 70afb5fb-4df2-45fc-9cb0-90c7ac3da70b port 245a9775-2a35-438f-b6b9-6ab04a2f5c1f binding host dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:05:46.815338 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:46.834528 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:46.857460 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-5a20fb9c-afed-427c-bd5e-b7de339d6c27 None None] Provisioning complete for port 670eabbb-b350-4fbc-9492-d6cf7c2259e0 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:05:46.859240 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a20fb9c-afed-427c-bd5e-b7de339d6c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:46.859377 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd40757-88ad-499e-9a36-08cd979cacd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea118ee-9140-42ce-bd89-369711c285e0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:46.880444 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1cd40757-88ad-499e-9a36-08cd979cacd3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7adcc731201488aa9e3dbae7b537201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8384464 Aug 25 05:05:46.882504 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 37404) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:46.906422 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0afe92be-dc1d-4bf9-b9d0-77822d2ae27b admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:46.907868 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-0afe92be-dc1d-4bf9-b9d0-77822d2ae27b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5759544 Aug 25 05:05:46.911815 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37406) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:46.944352 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-f7e19ebf-133a-47c3-b255-4de3b2a2dd46 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:46.959129 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-f7e19ebf-133a-47c3-b255-4de3b2a2dd46 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/networks?id=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 HTTP/1.1" status: 200 len: 818 time: 0.5646679 Aug 25 05:05:46.967086 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port 670eabbb-b350-4fbc-9492-d6cf7c2259e0, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=670eabbb-b350-4fbc-9492-d6cf7c2259e0,segment=NetworkSegment(78b61737-4ec5-4df0-b1a3-d71596c9c7fc),segment_id=78b61737-4ec5-4df0-b1a3-d71596c9c7fc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:05:47.036743 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d402406-f116-49fe-9cd8-b10605878bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:47.066330 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:47.068890 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device b2b82003-0393-45a8-94d6-aec843ef7710 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:05:47.081752 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d402406-f116-49fe-9cd8-b10605878bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:47.203676 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'name': 'tempest-AttachVolumeTestJSON-2051829355-router', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:05:44Z', 'revision_number': 3, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'gw_port': {'id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:47.270867 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56fe2d3c-160e-412d-a4ec-0b4ff996d6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406382'] for router, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:47.282016 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b4818847-282f-456f-b629-5274eeffb2b8 req-f4769604-ff42-403e-9854-12d6c670e21e tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 210 time: 0.0652721 Aug 25 05:05:47.283856 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.20', 61783) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:47.305131 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] Checking router: a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 for host: dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:05:47.308959 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] Updating router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 port 6ef97d1f-c756-4ed5-8f97-1b49254d44c9 binding host dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:05:47.312431 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-5e5d095d-1ba2-4c5d-a435-364fa52f6b86 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/quotas/c9b105379c7f4027b785a6ecb7ac5ae5 HTTP/1.1" status: 200 len: 375 time: 0.3521512 Aug 25 05:05:47.315763 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d402406-f116-49fe-9cd8-b10605878bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:47.324236 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d402406-f116-49fe-9cd8-b10605878bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:47.329766 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-3d402406-f116-49fe-9cd8-b10605878bb9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ea118ee-9140-42ce-bd89-369711c285e0 HTTP/1.1" status: 204 len: 168 time: 0.4445667 Aug 25 05:05:47.437262 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:47.454177 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d402406-f116-49fe-9cd8-b10605878bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea118ee-9140-42ce-bd89-369711c285e0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:47.569138 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=670eabbb-b350-4fbc-9492-d6cf7c2259e0,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:47.586709 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4a405142-28c9-4e67-b3a3-156644935aa4 req-acd23a0c-7702-4261-972f-6a9ea3ce0dda tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 210 time: 0.0579741 Aug 25 05:05:47.611043 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-405bc00f-c62c-497e-aa44-86603f1507c4 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:47.625381 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-405bc00f-c62c-497e-aa44-86603f1507c4 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.20 "GET /v2.0/networks?id=f56a9b07-6c6a-4f03-92c6-427129739fed HTTP/1.1" status: 200 len: 814 time: 0.3255992 Aug 25 05:05:47.626635 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port b2b82003-0393-45a8-94d6-aec843ef7710 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:05:47.626635 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:47.704380 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-5332851b-5a52-401f-9b13-3dcb88a57563 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Request body: {'port': {'device_id': '464c9d2f-e066-40fe-95ec-f22f6daf825c', 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed', 'admin_state_up': True, 'tenant_id': 'bc5e16762d884267a7491c617cb51cd3'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:47.814300 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device e999b8cb-85e3-46e0-b5a6-b9ccec20c96e up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:05:47.852052 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-708f729c-fa70-4735-b2b6-2653bf48caaa tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9b105379c7f4027b785a6ecb7ac5ae5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5383749 Aug 25 05:05:47.880709 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:47.924622 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] Transition to ACTIVE for port object 245a9775-2a35-438f-b6b9-6ab04a2f5c1f will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:05:47.992401 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:48.010283 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:48.012686 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-df68f741-c518-4152-9099-016b2ba78434 service neutron] 10.222.0.13 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595263 Aug 25 05:05:48.029680 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] Transition to ACTIVE for port object 6ef97d1f-c756-4ed5-8f97-1b49254d44c9 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:05:48.039476 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port e999b8cb-85e3-46e0-b5a6-b9ccec20c96e completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:05:48.050880 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port e999b8cb-85e3-46e0-b5a6-b9ccec20c96e triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:05:48.051483 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:48.122430 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:48.134836 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fe2d3c-160e-412d-a4ec-0b4ff996d6ab admin admin] Router b0d21978-c4b9-4876-8a2f-7095faca9311 is scheduled to L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 with binding_index 1 {{(pid=94638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 05:05:48.179275 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:48.182059 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac70c1-9106-4f5e-a2ec-2e8470d37fe4 None None] Pushing event updated for resources: {'Port': ['ID=245a9775-2a35-438f-b6b9-6ab04a2f5c1f,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:48.183987 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-5332851b-5a52-401f-9b13-3dcb88a57563 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Made reservation on behalf of bc5e16762d884267a7491c617cb51cd3 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:05:48.189905 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-5332851b-5a52-401f-9b13-3dcb88a57563 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:48.228521 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] Attempting to bind port 6ef97d1f-c756-4ed5-8f97-1b49254d44c9 on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:05:48.228897 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] Attempting to bind port 6ef97d1f-c756-4ed5-8f97-1b49254d44c9 by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:05:48.229272 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] Attempting to bind port 6ef97d1f-c756-4ed5-8f97-1b49254d44c9 on network 45b0c649-47ed-40e6-b7f6-7d83dd176956 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:05:48.244507 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:05:48.246166 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] Checking segment: {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:05:48.246610 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:48.249152 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] Bound using segment: {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:05:48.249692 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] Bound port: 6ef97d1f-c756-4ed5-8f97-1b49254d44c9, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:05:48.250537 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:48.354816 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-40aac637-73a6-48fb-b5f1-9931623fb1b4 service neutron] 10.222.0.13 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058856 Aug 25 05:05:48.403796 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] For port 6ef97d1f-c756-4ed5-8f97-1b49254d44c9, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:05:48.407319 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] For port 6ef97d1f-c756-4ed5-8f97-1b49254d44c9, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=6ef97d1f-c756-4ed5-8f97-1b49254d44c9,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:05:48.432954 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4d709-6760-48f5-a7d6-3e5cb519a08d None None] Pushing event updated for resources: {'Port': ['ID=6ef97d1f-c756-4ed5-8f97-1b49254d44c9,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:48.443686 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] Attempting to bind port 245a9775-2a35-438f-b6b9-6ab04a2f5c1f on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:05:48.444066 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] Attempting to bind port 245a9775-2a35-438f-b6b9-6ab04a2f5c1f by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': 'c00594e0-af93-4a9a-b520-a1ea5ec370f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1cc0e627-f7e2-44ec-ab75-63e2fc2b4554'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:05:48.444432 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] Attempting to bind port 245a9775-2a35-438f-b6b9-6ab04a2f5c1f on network 1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:05:48.450284 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:05:48.451022 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] Checking segment: {'id': 'c00594e0-af93-4a9a-b520-a1ea5ec370f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1cc0e627-f7e2-44ec-ab75-63e2fc2b4554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:05:48.451447 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:48.451842 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] Bound using segment: {'id': 'c00594e0-af93-4a9a-b520-a1ea5ec370f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1cc0e627-f7e2-44ec-ab75-63e2fc2b4554'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:05:48.452316 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] Bound port: 245a9775-2a35-438f-b6b9-6ab04a2f5c1f, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00594e0-af93-4a9a-b520-a1ea5ec370f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1cc0e627-f7e2-44ec-ab75-63e2fc2b4554'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:05:48.452723 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:48.484196 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:48.499087 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port e999b8cb-85e3-46e0-b5a6-b9ccec20c96e, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=e999b8cb-85e3-46e0-b5a6-b9ccec20c96e,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:05:48.531457 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] For port 245a9775-2a35-438f-b6b9-6ab04a2f5c1f, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:05:48.534923 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] For port 245a9775-2a35-438f-b6b9-6ab04a2f5c1f, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=245a9775-2a35-438f-b6b9-6ab04a2f5c1f,segment=NetworkSegment(c00594e0-af93-4a9a-b520-a1ea5ec370f0),segment_id=c00594e0-af93-4a9a-b520-a1ea5ec370f0)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:05:48.569707 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fe2d3c-160e-412d-a4ec-0b4ff996d6ab admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:05:48.574686 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:48.585546 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] Sync routers for ids ['b0d21978-c4b9-4876-8a2f-7095faca9311'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:05:48.606304 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] Routers {'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:05:48.606924 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:05:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:48.679983 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b03fe32-1290-465c-8e63-2b0e7fe1157f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:48.708836 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=e999b8cb-85e3-46e0-b5a6-b9ccec20c96e,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:48.711152 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:48.806211 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-970c25b1-bc16-48a7-bbb0-c6d25b630408 req-8721f630-b9c8-4808-9d64-17f675658e72 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 210 time: 0.2528002 Aug 25 05:05:48.809692 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] Set router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:05:48.873705 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac70c1-9106-4f5e-a2ec-2e8470d37fe4 None None] Pushing event updated for resources: {'Port': ['ID=245a9775-2a35-438f-b6b9-6ab04a2f5c1f,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:48.873705 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 670eabbb-b350-4fbc-9492-d6cf7c2259e0 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:05:48.875261 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] Routers {'b0d21978-c4b9-4876-8a2f-7095faca9311'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:05:48.875968 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:05:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['b0d21978-c4b9-4876-8a2f-7095faca9311'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:48.976481 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-5332851b-5a52-401f-9b13-3dcb88a57563 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Allocated IP 172.20.0.6 (f56a9b07-6c6a-4f03-92c6-427129739fed/d53b1662-ec49-4fbc-9102-24e8f837212c/bc8b7ad1-e789-465f-b100-b9d8d6fd164d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:05:48.987625 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4d709-6760-48f5-a7d6-3e5cb519a08d None None] Pushing event updated for resources: {'Port': ['ID=6ef97d1f-c756-4ed5-8f97-1b49254d44c9,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:49.038808 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bba7905e-5ca2-439d-b918-e91d852b6de5 req-f59c5a2e-a8d3-4482-ae58-81e9bb8b86f6 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 210 time: 0.0442617 Aug 25 05:05:49.088818 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] Set router b0d21978-c4b9-4876-8a2f-7095faca9311 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:05:49.091891 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2b46c995-35b8-493b-a5ca-51abed6c7d5c req-32216384-f3a9-4d6c-b7a9-22b3e2ca42d9 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 210 time: 0.1010861 Aug 25 05:05:49.099950 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56fe2d3c-160e-412d-a4ec-0b4ff996d6ab admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:49.101244 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-56fe2d3c-160e-412d-a4ec-0b4ff996d6ab admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.6986477 Aug 25 05:05:49.104027 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37482) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:49.106430 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-1b03fe32-1290-465c-8e63-2b0e7fe1157f admin admin] Allocated IP 172.20.0.1 (a6ccc573-34f3-494f-bb99-823ef7768dbb/63327dc2-0b57-412f-9bea-3d5445c9009c/db04dd18-d1f9-468e-87e9-b3174705888c) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:05:49.117791 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'name': 'tempest-AttachVolumeTestJSON-2051829355-router', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:05:44Z', 'revision_number': 3, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'gw_port': {'id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:49.177245 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5c329b-1322-446a-9724-d2ff07cef00f None None] The sync data for ids ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'] in dv-cinder-757936-7-iscsi is: [{'id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'name': 'tempest-AttachVolumeTestJSON-2051829355-router', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:05:44Z', 'revision_number': 3, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'gw_port': {'id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:05:49.325673 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.20', 61791) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:49.383446 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-5332851b-5a52-401f-9b13-3dcb88a57563 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:49.449166 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 670eabbb-b350-4fbc-9492-d6cf7c2259e0 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:05:49.449508 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:49.541711 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] Routers {'70afb5fb-4df2-45fc-9cb0-90c7ac3da70b'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:05:49.547650 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:05:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['70afb5fb-4df2-45fc-9cb0-90c7ac3da70b'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:49.547841 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3667753-c46e-4e27-8028-aae16150a31c req-6c5ce206-e926-46d5-8dc1-061ae094e604 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:49.547841 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e3667753-c46e-4e27-8028-aae16150a31c req-6c5ce206-e926-46d5-8dc1-061ae094e604 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.20 "GET /v2.0/networks?id=73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d HTTP/1.1" status: 200 len: 811 time: 0.2170968 Aug 25 05:05:49.568856 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-e3667753-c46e-4e27-8028-aae16150a31c req-a17d7b5c-2a1a-4cf2-899f-eb68a07c348a tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Request body: {'port': {'device_id': 'f3e84a77-eec8-4c7f-a760-17d7c80f0d6b', 'network_id': '73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d', 'admin_state_up': True, 'tenant_id': 'c80e851dbd844b4d91eca2dd1ee4d431'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:49.625088 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b03fe32-1290-465c-8e63-2b0e7fe1157f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:49.687654 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [None req-1b03fe32-1290-465c-8e63-2b0e7fe1157f admin admin] Transition to ACTIVE for port object db04dd18-d1f9-468e-87e9-b3174705888c will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:05:49.804433 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-5332851b-5a52-401f-9b13-3dcb88a57563 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:50.161595 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd555-15f1-41a8-a901-848ea00dd018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:50.163418 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332851b-5a52-401f-9b13-3dcb88a57563 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Pushing event updated for resources: {'Port': ['ID=bc8b7ad1-e789-465f-b100-b9d8d6fd164d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:50.163418 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-5332851b-5a52-401f-9b13-3dcb88a57563 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Network f56a9b07-6c6a-4f03-92c6-427129739fed is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:05:50.163418 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-5332851b-5a52-401f-9b13-3dcb88a57563 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:50.163418 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-5332851b-5a52-401f-9b13-3dcb88a57563 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:05:50.164797 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-5332851b-5a52-401f-9b13-3dcb88a57563 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:50.164797 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-5332851b-5a52-401f-9b13-3dcb88a57563 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:50.198841 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:50.245782 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-router', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:42Z', 'updated_at': '2021-08-25T05:05:45Z', 'revision_number': 3, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'gw_port': {'id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:50.321673 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-75a9c5fc-ef3f-4185-a909-bac0c4dfc5eb tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:50.346067 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] Checking router: b0d21978-c4b9-4876-8a2f-7095faca9311 for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:05:50.346067 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] Updating router b0d21978-c4b9-4876-8a2f-7095faca9311 port ecd5cdb4-6177-45fe-ad78-ac010578cdff binding host dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:05:50.346259 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-75a9c5fc-ef3f-4185-a909-bac0c4dfc5eb tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/networks?id=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 HTTP/1.1" status: 200 len: 818 time: 0.7877228 Aug 25 05:05:50.379249 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] Set router 70afb5fb-4df2-45fc-9cb0-90c7ac3da70b gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:05:50.389638 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-d9642a72-b652-4fa0-8fc7-4a623635546a tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/quotas/c9b105379c7f4027b785a6ecb7ac5ae5 HTTP/1.1" status: 200 len: 375 time: 0.0512261 Aug 25 05:05:50.429033 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:50.434036 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-5332851b-5a52-401f-9b13-3dcb88a57563 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7337265 Aug 25 05:05:50.549879 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-e5374924-1add-4543-b983-8c5e57da7503 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 05:05:50.549879 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-e5374924-1add-4543-b983-8c5e57da7503 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0340967 Aug 25 05:05:50.644876 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-33bdb920-08a7-48c5-8686-4c9789dfa354 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9b105379c7f4027b785a6ecb7ac5ae5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2537274 Aug 25 05:05:50.952693 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device e999b8cb-85e3-46e0-b5a6-b9ccec20c96e up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:05:50.979719 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-3ce02af9-205f-423c-ad0e-fbd7d39fe46d service neutron] 10.222.0.13 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313990 Aug 25 05:05:51.007236 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3667753-c46e-4e27-8028-aae16150a31c req-a17d7b5c-2a1a-4cf2-899f-eb68a07c348a tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Made reservation on behalf of c80e851dbd844b4d91eca2dd1ee4d431 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:05:51.011315 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e3667753-c46e-4e27-8028-aae16150a31c req-a17d7b5c-2a1a-4cf2-899f-eb68a07c348a tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:51.081752 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b9822-64e6-4f24-8165-8a23739c419c req-680f7d7f-b130-4c48-811c-5af7647490fa tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:51.095148 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f08b9822-64e6-4f24-8165-8a23739c419c req-680f7d7f-b130-4c48-811c-5af7647490fa tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 931 time: 1.1920073 Aug 25 05:05:51.199114 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-5b5cd555-15f1-41a8-a901-848ea00dd018 admin admin] Allocated IP 172.20.0.1 (71d45235-aa08-4ce1-9e25-ebab82ef910a/686786a2-7682-45e8-a905-204e7e4e6535/550698b5-155f-4280-bb4e-63ff0d633da9) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:05:51.239539 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b03fe32-1290-465c-8e63-2b0e7fe1157f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:51.418479 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port e999b8cb-85e3-46e0-b5a6-b9ccec20c96e triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:05:51.421704 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:51.550686 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-e3667753-c46e-4e27-8028-aae16150a31c req-a17d7b5c-2a1a-4cf2-899f-eb68a07c348a tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Allocated IP 172.20.0.4 (73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d/ef23d22f-d6e6-4f50-9a53-5283182301f8/98072a28-c009-440d-a78e-f3b774450b3a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:05:51.615960 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03fe32-1290-465c-8e63-2b0e7fe1157f admin admin] Pushing event updated for resources: {'Port': ['ID=db04dd18-d1f9-468e-87e9-b3174705888c,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:51.630774 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b03fe32-1290-465c-8e63-2b0e7fe1157f admin admin] Network a6ccc573-34f3-494f-bb99-823ef7768dbb is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:05:51.633991 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f08b9822-64e6-4f24-8165-8a23739c419c req-85bfa29d-b509-4a12-b06b-0b8a27c94ea1 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363832 Aug 25 05:05:51.655412 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-1b03fe32-1290-465c-8e63-2b0e7fe1157f admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:51.660129 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b03fe32-1290-465c-8e63-2b0e7fe1157f admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:05:51.660612 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b03fe32-1290-465c-8e63-2b0e7fe1157f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406045'] for router_interface, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:51.689070 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:51.726557 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] Request body: {'port': {'device_id': '464c9d2f-e066-40fe-95ec-f22f6daf825c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:51.748161 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] Transition to ACTIVE for port object ecd5cdb4-6177-45fe-ad78-ac010578cdff will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:05:51.854163 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e3667753-c46e-4e27-8028-aae16150a31c req-a17d7b5c-2a1a-4cf2-899f-eb68a07c348a tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:51.905033 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:51.942181 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:52.000108 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-39039051-2822-4ba5-8b71-049c75816fca service neutron] 10.222.0.13 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0190616 Aug 25 05:05:52.034995 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee749f1-ac02-474a-a0eb-2fadc2e18768 None None] Pushing event updated for resources: {'Port': ['ID=ecd5cdb4-6177-45fe-ad78-ac010578cdff,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:52.039999 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 6ef97d1f-c756-4ed5-8f97-1b49254d44c9 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:05:52.086088 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70afb5fb-4df2-45fc-9cb0-90c7ac3da70b', 'name': 'tempest-ServerRescueNegativeTestJSON-591815100-router', 'tenant_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'b2b82003-0393-45a8-94d6-aec843ef7710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:37Z', 'updated_at': '2021-08-25T05:05:43Z', 'revision_number': 4, 'project_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'gw_port': {'id': 'b2b82003-0393-45a8-94d6-aec843ef7710', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70afb5fb-4df2-45fc-9cb0-90c7ac3da70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:38Z', 'updated_at': '2021-08-25T05:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '245a9775-2a35-438f-b6b9-6ab04a2f5c1f', 'name': '', 'network_id': '1cc0e627-f7e2-44ec-ab75-63e2fc2b4554', 'tenant_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'mac_address': 'fa:16:3e:81:0b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70afb5fb-4df2-45fc-9cb0-90c7ac3da70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b58e6673-6329-48ef-8181-7ebd94345e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:05:48Z', 'revision_number': 4, 'project_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'subnets': [{'id': 'b58e6673-6329-48ef-8181-7ebd94345e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:52.177020 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b891ffee-c3f9-44a7-8e1e-5bf44b33d0ad None None] The sync data for ids ['70afb5fb-4df2-45fc-9cb0-90c7ac3da70b'] in dv-cinder-757936-7-iscsi is: [{'id': '70afb5fb-4df2-45fc-9cb0-90c7ac3da70b', 'name': 'tempest-ServerRescueNegativeTestJSON-591815100-router', 'tenant_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'b2b82003-0393-45a8-94d6-aec843ef7710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:37Z', 'updated_at': '2021-08-25T05:05:43Z', 'revision_number': 4, 'project_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'gw_port': {'id': 'b2b82003-0393-45a8-94d6-aec843ef7710', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70afb5fb-4df2-45fc-9cb0-90c7ac3da70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:38Z', 'updated_at': '2021-08-25T05:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '245a9775-2a35-438f-b6b9-6ab04a2f5c1f', 'name': '', 'network_id': '1cc0e627-f7e2-44ec-ab75-63e2fc2b4554', 'tenant_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'mac_address': 'fa:16:3e:81:0b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70afb5fb-4df2-45fc-9cb0-90c7ac3da70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b58e6673-6329-48ef-8181-7ebd94345e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:05:48Z', 'revision_number': 4, 'project_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'subnets': [{'id': 'b58e6673-6329-48ef-8181-7ebd94345e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:05:52.185935 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-afc34834-e3f7-4087-8155-4c083ac46754 req-497287ba-3f5e-4cff-bc20-92c273d8f05d tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 210 time: 0.1839669 Aug 25 05:05:52.228515 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd555-15f1-41a8-a901-848ea00dd018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:52.290076 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [None req-5b5cd555-15f1-41a8-a901-848ea00dd018 admin admin] Transition to ACTIVE for port object 550698b5-155f-4280-bb4e-63ff0d633da9 will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:05:52.290932 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] Attempting to bind port ecd5cdb4-6177-45fe-ad78-ac010578cdff on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:05:52.291464 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] Attempting to bind port ecd5cdb4-6177-45fe-ad78-ac010578cdff by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:05:52.295001 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] Attempting to bind port ecd5cdb4-6177-45fe-ad78-ac010578cdff on network 45b0c649-47ed-40e6-b7f6-7d83dd176956 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:05:52.321959 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:05:52.322737 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] Checking segment: {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:05:52.327516 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:52.327516 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] Bound using segment: {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:05:52.327516 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] Bound port: ecd5cdb4-6177-45fe-ad78-ac010578cdff, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:05:52.327516 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:52.327892 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e3667753-c46e-4e27-8028-aae16150a31c req-a17d7b5c-2a1a-4cf2-899f-eb68a07c348a tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:52.329559 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-bf56e724-57e2-48c9-999b-3ca6a764992f None None] Provisioning for port db04dd18-d1f9-468e-87e9-b3174705888c completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:05:52.373217 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-bf56e724-57e2-48c9-999b-3ca6a764992f None None] Provisioning complete for port db04dd18-d1f9-468e-87e9-b3174705888c triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:05:52.373643 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf56e724-57e2-48c9-999b-3ca6a764992f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:52.472901 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3667753-c46e-4e27-8028-aae16150a31c req-a17d7b5c-2a1a-4cf2-899f-eb68a07c348a tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Network 73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:05:52.474618 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b03fe32-1290-465c-8e63-2b0e7fe1157f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:52.500147 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-e3667753-c46e-4e27-8028-aae16150a31c req-a17d7b5c-2a1a-4cf2-899f-eb68a07c348a tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:52.510320 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d7b5c-2a1a-4cf2-899f-eb68a07c348a tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Pushing event updated for resources: {'Port': ['ID=98072a28-c009-440d-a78e-f3b774450b3a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:52.544529 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3667753-c46e-4e27-8028-aae16150a31c req-a17d7b5c-2a1a-4cf2-899f-eb68a07c348a tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:05:52.566072 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3667753-c46e-4e27-8028-aae16150a31c req-a17d7b5c-2a1a-4cf2-899f-eb68a07c348a tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:52.588574 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e3667753-c46e-4e27-8028-aae16150a31c req-a17d7b5c-2a1a-4cf2-899f-eb68a07c348a tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:52.748545 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-29f6ad46-bb8c-4c44-852a-bb48211b590c req-4046b642-e158-4594-b0cd-8e4f39147e79 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 210 time: 0.1751981 Aug 25 05:05:52.811995 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bf56e724-57e2-48c9-999b-3ca6a764992f None None] Port db04dd18-d1f9-468e-87e9-b3174705888c cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:05:52.821594 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] For port ecd5cdb4-6177-45fe-ad78-ac010578cdff, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:05:52.845367 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] For port ecd5cdb4-6177-45fe-ad78-ac010578cdff, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=ecd5cdb4-6177-45fe-ad78-ac010578cdff,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:05:52.954367 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b03fe32-1290-465c-8e63-2b0e7fe1157f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:53.029570 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e51fa6-f5a8-4e12-8d66-30d683a02c71 req-52af5235-2f7f-4423-b895-5d5bf00f9eaf tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:53.031392 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-40e51fa6-f5a8-4e12-8d66-30d683a02c71 req-52af5235-2f7f-4423-b895-5d5bf00f9eaf tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 931 time: 0.1218452 Aug 25 05:05:53.156306 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8b7ad1-e789-465f-b100-b9d8d6fd164d {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:05:53.156505 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-40e51fa6-f5a8-4e12-8d66-30d683a02c71 req-a34de0c0-8c2d-4c53-a731-aaa00c027d79 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187408 Aug 25 05:05:53.176081 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:53.205594 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] Transition to ACTIVE for port object bc8b7ad1-e789-465f-b100-b9d8d6fd164d will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:05:53.378399 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a2751-d732-44c5-bb0c-414498a648cb req-85ac4728-f359-4723-932b-330ac3dd7c62 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:53.380171 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e56a2751-d732-44c5-bb0c-414498a648cb req-85ac4728-f359-4723-932b-330ac3dd7c62 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 931 time: 0.0803545 Aug 25 05:05:53.430706 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e56a2751-d732-44c5-bb0c-414498a648cb req-14d72693-44e1-428e-9f3a-fa22e2921871 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440397 Aug 25 05:05:53.512012 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:53.512242 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd555-15f1-41a8-a901-848ea00dd018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:53.512717 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port 6ef97d1f-c756-4ed5-8f97-1b49254d44c9 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:05:53.512794 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:53.527616 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 6ef97d1f-c756-4ed5-8f97-1b49254d44c9 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:05:53.528022 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:53.533842 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e3667753-c46e-4e27-8028-aae16150a31c req-a17d7b5c-2a1a-4cf2-899f-eb68a07c348a tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9622262 Aug 25 05:05:53.587897 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b03fe32-1290-465c-8e63-2b0e7fe1157f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:53.588757 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b03fe32-1290-465c-8e63-2b0e7fe1157f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552907'] for router_interface, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:53.603686 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5cd555-15f1-41a8-a901-848ea00dd018 admin admin] Network 71d45235-aa08-4ce1-9e25-ebab82ef910a is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:05:53.609998 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-5b5cd555-15f1-41a8-a901-848ea00dd018 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:53.617035 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5cd555-15f1-41a8-a901-848ea00dd018 admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:05:53.617541 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd555-15f1-41a8-a901-848ea00dd018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406045'] for router_interface, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:53.725335 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee749f1-ac02-474a-a0eb-2fadc2e18768 None None] Pushing event updated for resources: {'Port': ['ID=ecd5cdb4-6177-45fe-ad78-ac010578cdff,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:53.736682 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cd555-15f1-41a8-a901-848ea00dd018 admin admin] Pushing event updated for resources: {'Port': ['ID=550698b5-155f-4280-bb4e-63ff0d633da9,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:53.761384 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] Routers {'b0d21978-c4b9-4876-8a2f-7095faca9311'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:05:53.762406 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:05:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['b0d21978-c4b9-4876-8a2f-7095faca9311'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:53.795852 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] Attempting to bind port bc8b7ad1-e789-465f-b100-b9d8d6fd164d on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:05:53.796450 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] Attempting to bind port bc8b7ad1-e789-465f-b100-b9d8d6fd164d by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:05:53.796538 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] Attempting to bind port bc8b7ad1-e789-465f-b100-b9d8d6fd164d on network f56a9b07-6c6a-4f03-92c6-427129739fed {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:05:53.799747 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8b7ad1-e789-465f-b100-b9d8d6fd164d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:53.815590 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] Port bc8b7ad1-e789-465f-b100-b9d8d6fd164d on network f56a9b07-6c6a-4f03-92c6-427129739fed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 05:05:53.815590 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] Attempting to bind port bc8b7ad1-e789-465f-b100-b9d8d6fd164d on network f56a9b07-6c6a-4f03-92c6-427129739fed {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:05:53.837229 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] Checking agent: {'id': '2d6b99c1-3d97-4a8a-bca5-2c0d702c36c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'started_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:05:53.837615 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] Checking segment: {'id': '9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:05:53.838195 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] Bound using segment: {'id': '9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:05:53.838706 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] Bound port: bc8b7ad1-e789-465f-b100-b9d8d6fd164d, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:05:53.839068 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:53.985787 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1dacb11f-eeca-4006-8d89-fd2f547fde58 req-35ab7583-9fda-44df-b210-d086d0920368 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 210 time: 0.1089878 Aug 25 05:05:54.028637 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] Set router b0d21978-c4b9-4876-8a2f-7095faca9311 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:05:54.032228 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03fe32-1290-465c-8e63-2b0e7fe1157f admin admin] Pushing event updated for resources: {'Port': ['ID=db04dd18-d1f9-468e-87e9-b3174705888c,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:54.077465 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:54.081477 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b03fe32-1290-465c-8e63-2b0e7fe1157f admin admin] Network a6ccc573-34f3-494f-bb99-823ef7768dbb is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:05:54.092429 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] For port bc8b7ad1-e789-465f-b100-b9d8d6fd164d, host hv-cinder-75793, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:05:54.092784 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-1b03fe32-1290-465c-8e63-2b0e7fe1157f admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:54.104188 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] For port bc8b7ad1-e789-465f-b100-b9d8d6fd164d, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=bc8b7ad1-e789-465f-b100-b9d8d6fd164d,segment=NetworkSegment(9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb),segment_id=9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:05:54.244472 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:54.265329 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd555-15f1-41a8-a901-848ea00dd018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:54.348973 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port 6ef97d1f-c756-4ed5-8f97-1b49254d44c9, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=6ef97d1f-c756-4ed5-8f97-1b49254d44c9,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:05:54.486050 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:54.496289 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:54.505892 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] 10.222.0.20 "PUT /v2.0/ports/bc8b7ad1-e789-465f-b100-b9d8d6fd164d HTTP/1.1" status: 200 len: 1093 time: 3.5051231 Aug 25 05:05:54.513544 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464c9d2f-e066-40fe-95ec-f22f6daf825c', 'tag': 'bc8b7ad1-e789-465f-b100-b9d8d6fd164d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:05:54.526891 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37618) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:54.549884 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b03fe32-1290-465c-8e63-2b0e7fe1157f admin admin] Router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:05:54.600283 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-79573f52-2331-4745-8b15-9439a5539c84 None None] Provisioning for port 550698b5-155f-4280-bb4e-63ff0d633da9 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:05:54.606756 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:54.729187 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-79573f52-2331-4745-8b15-9439a5539c84 None None] Provisioning complete for port 550698b5-155f-4280-bb4e-63ff0d633da9 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:05:54.740431 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79573f52-2331-4745-8b15-9439a5539c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:54.811405 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9258b11-afbf-41f4-87d5-cd516878dbdc req-037c9e29-8ed3-45e9-b290-fa620f8d8666 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:54.825535 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-79573f52-2331-4745-8b15-9439a5539c84 None None] Port 550698b5-155f-4280-bb4e-63ff0d633da9 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:05:54.830629 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c9258b11-afbf-41f4-87d5-cd516878dbdc req-037c9e29-8ed3-45e9-b290-fa620f8d8666 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 943 time: 0.4804857 Aug 25 05:05:54.880137 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=6ef97d1f-c756-4ed5-8f97-1b49254d44c9,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:54.900622 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 245a9775-2a35-438f-b6b9-6ab04a2f5c1f up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:05:54.916030 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-e3667753-c46e-4e27-8028-aae16150a31c req-33b50df8-7305-4d60-a255-2705b182636e service neutron] Request body: {'port': {'device_id': 'f3e84a77-eec8-4c7f-a760-17d7c80f0d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:54.927556 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c12dcb-d19e-4f57-a10c-73db103bda35 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8b7ad1-e789-465f-b100-b9d8d6fd164d,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:54.948123 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65afd2-0670-4cac-81fc-fe1b80e75879 req-f6c6df6e-dad6-4f81-851a-93d45616ebbf tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:54.948123 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8b65afd2-0670-4cac-81fc-fe1b80e75879 req-f6c6df6e-dad6-4f81-851a-93d45616ebbf tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 931 time: 0.2869415 Aug 25 05:05:54.999726 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b9e295ab-789d-4dfa-9f00-2d7db5d348a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:55.028727 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef55d6e-6ee0-4c2f-bbd3-5047dcdb34f0" -d '{"events": [{"name": "network-changed", "server_uuid": "464c9d2f-e066-40fe-95ec-f22f6daf825c", "tag": "bc8b7ad1-e789-465f-b100-b9d8d6fd164d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:05:55.047987 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8b65afd2-0670-4cac-81fc-fe1b80e75879 req-dd566bff-1d98-44f7-952c-6e73c4e78a19 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006916 Aug 25 05:05:55.092175 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9b3fe2ce-746f-4c2a-9307-e134244aaebb None None] Provisioning complete for port db04dd18-d1f9-468e-87e9-b3174705888c triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:05:55.094160 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe2ce-746f-4c2a-9307-e134244aaebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:55.129925 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c9258b11-afbf-41f4-87d5-cd516878dbdc req-213de9cb-e9b1-4127-9eff-6a8d755b70ae tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888668 Aug 25 05:05:55.168666 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e3667753-c46e-4e27-8028-aae16150a31c req-33b50df8-7305-4d60-a255-2705b182636e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:55.177532 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-ce38d12e-c12b-427a-b0f3-0d91e9294ddf tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:55.179338 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-ce38d12e-c12b-427a-b0f3-0d91e9294ddf tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.20 "GET /v2.0/networks?id=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 HTTP/1.1" status: 200 len: 818 time: 0.2856350 Aug 25 05:05:55.254120 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-router', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:42Z', 'updated_at': '2021-08-25T05:05:45Z', 'revision_number': 3, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'gw_port': {'id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:55.315413 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecbad84-34a8-468e-90cf-2b49c89da2a5 None None] The sync data for ids ['b0d21978-c4b9-4876-8a2f-7095faca9311'] in dv-cinder-757936-7-iscsi is: [{'id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-router', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:42Z', 'updated_at': '2021-08-25T05:05:45Z', 'revision_number': 3, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'gw_port': {'id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:05:55.331858 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9b3fe2ce-746f-4c2a-9307-e134244aaebb None None] Port db04dd18-d1f9-468e-87e9-b3174705888c cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:05:55.400025 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e17c725a-8cdb-4abf-aa2d-c5469af19f68 req-e853a546-28b4-4b35-95a2-71fde73ce350 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 210 time: 0.2425437 Aug 25 05:05:55.400501 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.20', 61797) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:55.414274 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd555-15f1-41a8-a901-848ea00dd018 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:55.469869 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b03fe32-1290-465c-8e63-2b0e7fe1157f admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:05:55.481848 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] Sync routers for ids ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'] in dv-cinder-757936-7-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:05:55.503834 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-1b03fe32-1290-465c-8e63-2b0e7fe1157f admin admin] 10.222.0.13 "PUT /v2.0/routers/a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5892742 Aug 25 05:05:55.532450 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] Routers {'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:05:55.533625 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:05:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:55.542254 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port 245a9775-2a35-438f-b6b9-6ab04a2f5c1f completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:05:55.568671 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 245a9775-2a35-438f-b6b9-6ab04a2f5c1f triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:05:55.568671 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:55.586347 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-dc177410-3c86-43bb-8443-735e30691378 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Request body: {'port': {'device_id': '81893380-77fa-4724-8e7a-2ca10e6f3a88', 'network_id': '1cc0e627-f7e2-44ec-ab75-63e2fc2b4554', 'admin_state_up': True, 'tenant_id': 'c9b105379c7f4027b785a6ecb7ac5ae5'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:55.608504 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4d0b3d-d04f-423c-a551-e50c9c595005 x-openstack-request-id: req-fc4d0b3d-d04f-423c-a551-e50c9c595005 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:05:55.611597 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464c9d2f-e066-40fe-95ec-f22f6daf825c", "tag": "bc8b7ad1-e789-465f-b100-b9d8d6fd164d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:05:55.612277 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc4d0b3d-d04f-423c-a551-e50c9c595005 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:05:55.614009 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464c9d2f-e066-40fe-95ec-f22f6daf825c', 'tag': 'bc8b7ad1-e789-465f-b100-b9d8d6fd164d', 'status': 'completed', 'code': 200} Aug 25 05:05:55.626012 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-a318c710-0cf6-41c1-be1f-4ea164b78352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:55.628337 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-a318c710-0cf6-41c1-be1f-4ea164b78352 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5e16762d884267a7491c617cb51cd3&device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 1096 time: 0.2119408 Aug 25 05:05:55.707003 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b9e295ab-789d-4dfa-9f00-2d7db5d348a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:55.712335 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] Set router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:05:55.725925 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:55.831838 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port 245a9775-2a35-438f-b6b9-6ab04a2f5c1f, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=245a9775-2a35-438f-b6b9-6ab04a2f5c1f,segment=NetworkSegment(c00594e0-af93-4a9a-b520-a1ea5ec370f0),segment_id=c00594e0-af93-4a9a-b520-a1ea5ec370f0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:05:55.906356 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd555-15f1-41a8-a901-848ea00dd018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:55.914443 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd555-15f1-41a8-a901-848ea00dd018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552907'] for router_interface, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:55.951899 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-0cc2bb72-c6af-40ec-90a8-1046e130befc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc8b7ad1-e789-465f-b100-b9d8d6fd164d HTTP/1.1" status: 200 len: 217 time: 0.2266176 Aug 25 05:05:56.029399 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:56.136725 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b9e295ab-789d-4dfa-9f00-2d7db5d348a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:56.159673 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=245a9775-2a35-438f-b6b9-6ab04a2f5c1f,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:56.166312 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'name': 'tempest-AttachVolumeTestJSON-2051829355-router', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:05:52Z', 'revision_number': 4, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'gw_port': {'id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': 'db04dd18-d1f9-468e-87e9-b3174705888c', 'name': '', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'mac_address': 'fa:16:3e:1c:02:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:48Z', 'updated_at': '2021-08-25T05:05:52Z', 'revision_number': 2, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'subnets': [{'id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:56.176418 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5cd555-15f1-41a8-a901-848ea00dd018 admin admin] Network 71d45235-aa08-4ce1-9e25-ebab82ef910a is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:05:56.189600 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-5b5cd555-15f1-41a8-a901-848ea00dd018 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:56.209855 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] Checking router: a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 for host: dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:05:56.210067 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] Updating router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 port db04dd18-d1f9-468e-87e9-b3174705888c binding host dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:05:56.248070 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:56.486313 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-dc177410-3c86-43bb-8443-735e30691378 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Made reservation on behalf of c9b105379c7f4027b785a6ecb7ac5ae5 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:05:56.499644 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-dc177410-3c86-43bb-8443-735e30691378 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:56.573906 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-25eb2a1a-6d3a-4170-964c-0aef6159e6e0 None None] Provisioning complete for port 550698b5-155f-4280-bb4e-63ff0d633da9 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:05:56.574295 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25eb2a1a-6d3a-4170-964c-0aef6159e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:56.597989 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50c612-1845-404a-a494-52abdc7158c2 req-312eeb4f-b788-4a97-949b-2e6ffbeafb53 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:56.628430 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7b50c612-1845-404a-a494-52abdc7158c2 req-312eeb4f-b788-4a97-949b-2e6ffbeafb53 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 931 time: 0.4319327 Aug 25 05:05:56.691053 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-e3667753-c46e-4e27-8028-aae16150a31c req-33b50df8-7305-4d60-a255-2705b182636e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98072a28-c009-440d-a78e-f3b774450b3a {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:05:56.702451 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-25eb2a1a-6d3a-4170-964c-0aef6159e6e0 None None] Port 550698b5-155f-4280-bb4e-63ff0d633da9 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:05:56.716620 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cd555-15f1-41a8-a901-848ea00dd018 admin admin] Pushing event updated for resources: {'Port': ['ID=550698b5-155f-4280-bb4e-63ff0d633da9,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:56.764452 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e3667753-c46e-4e27-8028-aae16150a31c req-33b50df8-7305-4d60-a255-2705b182636e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:56.777061 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b9e295ab-789d-4dfa-9f00-2d7db5d348a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3454dc7ec5f34f7a818c92266337fcb0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2457895 Aug 25 05:05:56.786581 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37676) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:56.842754 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:05:56.865443 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-9090f0fe-74b9-4ef7-b1b8-503f3993aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:56.876206 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-9090f0fe-74b9-4ef7-b1b8-503f3993aa55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d53b1662-ec49-4fbc-9102-24e8f837212c HTTP/1.1" status: 200 len: 854 time: 0.7932928 Aug 25 05:05:56.877059 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e295ab-789d-4dfa-9f00-2d7db5d348a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ceec76f-4ef8-400f-928d-eef2e5a40405,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:56.923254 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-e3667753-c46e-4e27-8028-aae16150a31c req-33b50df8-7305-4d60-a255-2705b182636e service neutron] Transition to ACTIVE for port object 98072a28-c009-440d-a78e-f3b774450b3a will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:05:56.953247 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-0e74c2ab-b83d-42d8-83d7-fbc605cbe501 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f56a9b07-6c6a-4f03-92c6-427129739fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677509 Aug 25 05:05:56.983060 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7b50c612-1845-404a-a494-52abdc7158c2 req-839f23bc-4706-45e0-af1e-058d08c49f9a tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527069 Aug 25 05:05:57.095470 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 245a9775-2a35-438f-b6b9-6ab04a2f5c1f up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:05:57.115280 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dcd7f77f-fabd-43c7-af7e-aa20168a75ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:57.158045 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dcd7f77f-fabd-43c7-af7e-aa20168a75ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:57.248281 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 245a9775-2a35-438f-b6b9-6ab04a2f5c1f triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:05:57.249257 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:57.259790 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-d3f7b7a3-b596-4bca-ba90-f91d53fb1358 service neutron] 10.222.0.20 "GET /v2.0/networks/f56a9b07-6c6a-4f03-92c6-427129739fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764108 Aug 25 05:05:57.400414 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:57.406170 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5cd555-15f1-41a8-a901-848ea00dd018 admin admin] Router b0d21978-c4b9-4876-8a2f-7095faca9311 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:05:57.422436 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 6ef97d1f-c756-4ed5-8f97-1b49254d44c9 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:05:57.438400 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37678) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:57.455391 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9950a880-e4d7-4498-acea-7781ad151248 req-92b5d995-e5b4-48a6-bd5b-e4200530da6c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 210 time: 0.0370822 Aug 25 05:05:57.455391 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-383839d0-8c27-435b-8ea5-870537c57a71 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Request body: {'security_group': {'name': 'tempest-securitygroup--365588101', 'description': 'tempest-description--658345439'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:57.460610 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] Transition to ACTIVE for port object db04dd18-d1f9-468e-87e9-b3174705888c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:05:57.461118 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e3667753-c46e-4e27-8028-aae16150a31c req-33b50df8-7305-4d60-a255-2705b182636e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:57.524475 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 6ef97d1f-c756-4ed5-8f97-1b49254d44c9 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:05:57.534769 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:57.608185 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b50df8-7305-4d60-a255-2705b182636e service neutron] Pushing event updated for resources: {'Port': ['ID=98072a28-c009-440d-a78e-f3b774450b3a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:57.654721 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6a505194-8c6b-4224-a1c6-ab2b6633bb94 req-5a6d2f3f-9f94-456d-be00-5df30aeb4796 service neutron] 10.222.0.20 "GET /v2.0/networks/f56a9b07-6c6a-4f03-92c6-427129739fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695486 Aug 25 05:05:57.681991 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd707a7-a973-4646-96fe-a1d2ffe97399 req-7bdf109b-406b-4c36-bf7a-68430d68cb12 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:57.686405 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5cd555-15f1-41a8-a901-848ea00dd018 admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:05:57.699558 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6fd707a7-a973-4646-96fe-a1d2ffe97399 req-7bdf109b-406b-4c36-bf7a-68430d68cb12 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 943 time: 0.2538939 Aug 25 05:05:57.712724 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device ecd5cdb4-6177-45fe-ad78-ac010578cdff up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:05:57.714685 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-5b5cd555-15f1-41a8-a901-848ea00dd018 admin admin] 10.222.0.13 "PUT /v2.0/routers/b0d21978-c4b9-4876-8a2f-7095faca9311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6094434 Aug 25 05:05:57.734355 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:57.757899 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-383839d0-8c27-435b-8ea5-870537c57a71 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:57.760170 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dcd7f77f-fabd-43c7-af7e-aa20168a75ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:57.763149 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dcd7f77f-fabd-43c7-af7e-aa20168a75ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:57.769594 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-dcd7f77f-fabd-43c7-af7e-aa20168a75ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ceec76f-4ef8-400f-928d-eef2e5a40405 HTTP/1.1" status: 204 len: 168 time: 0.9561949 Aug 25 05:05:57.774164 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-dc177410-3c86-43bb-8443-735e30691378 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Allocated IP 172.20.0.11 (1cc0e627-f7e2-44ec-ab75-63e2fc2b4554/b58e6673-6329-48ef-8181-7ebd94345e73/148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:05:57.844574 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7f77f-fabd-43c7-af7e-aa20168a75ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ceec76f-4ef8-400f-928d-eef2e5a40405,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:57.919790 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b5ee1-8ac8-4230-8479-8f900d195340 None None] Pushing event updated for resources: {'Port': ['ID=db04dd18-d1f9-468e-87e9-b3174705888c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:58.001246 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port ecd5cdb4-6177-45fe-ad78-ac010578cdff completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:05:58.021174 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port ecd5cdb4-6177-45fe-ad78-ac010578cdff triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:05:58.022466 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:58.040487 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e3667753-c46e-4e27-8028-aae16150a31c req-33b50df8-7305-4d60-a255-2705b182636e service neutron] Attempting to bind port 98072a28-c009-440d-a78e-f3b774450b3a on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:05:58.047483 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e3667753-c46e-4e27-8028-aae16150a31c req-33b50df8-7305-4d60-a255-2705b182636e service neutron] Attempting to bind port 98072a28-c009-440d-a78e-f3b774450b3a by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '4445e499-d004-4476-b792-ebd3fc5ae0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:05:58.048206 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3667753-c46e-4e27-8028-aae16150a31c req-33b50df8-7305-4d60-a255-2705b182636e service neutron] Attempting to bind port 98072a28-c009-440d-a78e-f3b774450b3a on network 73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:05:58.058401 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] Attempting to bind port db04dd18-d1f9-468e-87e9-b3174705888c on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:05:58.059039 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] Attempting to bind port db04dd18-d1f9-468e-87e9-b3174705888c by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': '78b61737-4ec5-4df0-b1a3-d71596c9c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:05:58.076525 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] Attempting to bind port db04dd18-d1f9-468e-87e9-b3174705888c on network a6ccc573-34f3-494f-bb99-823ef7768dbb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:05:58.115550 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:05:58.115929 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] Checking segment: {'id': '78b61737-4ec5-4df0-b1a3-d71596c9c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:05:58.116523 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:58.116744 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] Bound using segment: {'id': '78b61737-4ec5-4df0-b1a3-d71596c9c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:05:58.117268 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] Bound port: db04dd18-d1f9-468e-87e9-b3174705888c, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b61737-4ec5-4df0-b1a3-d71596c9c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:05:58.117716 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:58.119033 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6fd707a7-a973-4646-96fe-a1d2ffe97399 req-fdc9dfeb-3e52-4a1f-88f4-f845d5422471 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184357 Aug 25 05:05:58.120563 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3667753-c46e-4e27-8028-aae16150a31c req-33b50df8-7305-4d60-a255-2705b182636e service neutron] Port 98072a28-c009-440d-a78e-f3b774450b3a on network 73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 05:05:58.121036 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3667753-c46e-4e27-8028-aae16150a31c req-33b50df8-7305-4d60-a255-2705b182636e service neutron] Attempting to bind port 98072a28-c009-440d-a78e-f3b774450b3a on network 73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:05:58.138738 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-383839d0-8c27-435b-8ea5-870537c57a71 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:58.179937 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3667753-c46e-4e27-8028-aae16150a31c req-33b50df8-7305-4d60-a255-2705b182636e service neutron] Checking agent: {'id': '2d6b99c1-3d97-4a8a-bca5-2c0d702c36c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'started_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:05:58.185490 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3667753-c46e-4e27-8028-aae16150a31c req-33b50df8-7305-4d60-a255-2705b182636e service neutron] Checking segment: {'id': '4445e499-d004-4476-b792-ebd3fc5ae0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:05:58.186708 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3667753-c46e-4e27-8028-aae16150a31c req-33b50df8-7305-4d60-a255-2705b182636e service neutron] Bound using segment: {'id': '4445e499-d004-4476-b792-ebd3fc5ae0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:05:58.187343 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e3667753-c46e-4e27-8028-aae16150a31c req-33b50df8-7305-4d60-a255-2705b182636e service neutron] Bound port: 98072a28-c009-440d-a78e-f3b774450b3a, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4445e499-d004-4476-b792-ebd3fc5ae0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:05:58.190395 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e3667753-c46e-4e27-8028-aae16150a31c req-33b50df8-7305-4d60-a255-2705b182636e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:58.271370 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:58.338389 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port ecd5cdb4-6177-45fe-ad78-ac010578cdff, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=ecd5cdb4-6177-45fe-ad78-ac010578cdff,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:05:58.354850 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] For port db04dd18-d1f9-468e-87e9-b3174705888c, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:05:58.363282 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] For port db04dd18-d1f9-468e-87e9-b3174705888c, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=db04dd18-d1f9-468e-87e9-b3174705888c,segment=NetworkSegment(78b61737-4ec5-4df0-b1a3-d71596c9c7fc),segment_id=78b61737-4ec5-4df0-b1a3-d71596c9c7fc)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:05:58.385405 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-383839d0-8c27-435b-8ea5-870537c57a71 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:58.435500 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.20', 61806) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:58.438689 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:58.452914 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef55d6e-6ee0-4c2f-bbd3-5047dcdb34f0 req-00a85b38-937d-4589-a96a-15f27d4bcd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:58.456027 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fef55d6e-6ee0-4c2f-bbd3-5047dcdb34f0 req-00a85b38-937d-4589-a96a-15f27d4bcd69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5e16762d884267a7491c617cb51cd3&device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 1096 time: 0.3116016 Aug 25 05:05:58.459150 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:58.600715 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-383839d0-8c27-435b-8ea5-870537c57a71 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:58.604470 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-383839d0-8c27-435b-8ea5-870537c57a71 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1586220 Aug 25 05:05:58.608545 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37706) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:58.623308 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e3667753-c46e-4e27-8028-aae16150a31c req-33b50df8-7305-4d60-a255-2705b182636e service neutron] For port 98072a28-c009-440d-a78e-f3b774450b3a, host hv-cinder-75793, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:05:58.630005 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] Routers {'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:05:58.630168 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:05:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:58.631613 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-dc177410-3c86-43bb-8443-735e30691378 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:58.633398 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b5ee1-8ac8-4230-8479-8f900d195340 None None] Pushing event updated for resources: {'Port': ['ID=db04dd18-d1f9-468e-87e9-b3174705888c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:58.645783 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] Sync routers for ids ['b0d21978-c4b9-4876-8a2f-7095faca9311'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:05:58.691049 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-7a9deef0-bf37-4532-8bda-752ca8fc3a75 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Request body: {'security_group_rule': {'security_group_id': '436087a1-faf4-4124-86eb-671f97cbf301', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:58.696017 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e3667753-c46e-4e27-8028-aae16150a31c req-33b50df8-7305-4d60-a255-2705b182636e service neutron] For port 98072a28-c009-440d-a78e-f3b774450b3a, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=98072a28-c009-440d-a78e-f3b774450b3a,segment=NetworkSegment(4445e499-d004-4476-b792-ebd3fc5ae0cf),segment_id=4445e499-d004-4476-b792-ebd3fc5ae0cf)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:05:58.727037 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=ecd5cdb4-6177-45fe-ad78-ac010578cdff,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:58.751598 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36e351-35eb-4a07-a196-79241331fc71 req-9eeb8989-558b-4120-a88a-4dfed5af16ad tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:58.753734 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] Routers {'b0d21978-c4b9-4876-8a2f-7095faca9311'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:05:58.756847 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:05:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['b0d21978-c4b9-4876-8a2f-7095faca9311'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:58.765041 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4f36e351-35eb-4a07-a196-79241331fc71 req-9eeb8989-558b-4120-a88a-4dfed5af16ad tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 943 time: 0.5494289 Aug 25 05:05:58.853033 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-01634158-16f1-4c8d-9283-f16b5eff15fc tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:58.854999 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-01634158-16f1-4c8d-9283-f16b5eff15fc tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.20 "GET /v2.0/networks?id=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 HTTP/1.1" status: 200 len: 818 time: 0.4017498 Aug 25 05:05:58.872192 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e3667753-c46e-4e27-8028-aae16150a31c req-33b50df8-7305-4d60-a255-2705b182636e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:58.942554 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] Set router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:05:58.962248 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-6a67670b-5ace-4775-8682-4b45b4a7951b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Request body: {'port': {'device_id': 'f81bfbf4-8593-4588-a452-4f71880666a3', 'network_id': '1cc0e627-f7e2-44ec-ab75-63e2fc2b4554', 'admin_state_up': True, 'tenant_id': 'c9b105379c7f4027b785a6ecb7ac5ae5'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:59.134040 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef55d6e-6ee0-4c2f-bbd3-5047dcdb34f0 req-3e1bdab2-5002-46f9-a1c6-a2ac24527bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:59.135376 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fef55d6e-6ee0-4c2f-bbd3-5047dcdb34f0 req-3e1bdab2-5002-46f9-a1c6-a2ac24527bc2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f56a9b07-6c6a-4f03-92c6-427129739fed HTTP/1.1" status: 200 len: 914 time: 0.6640680 Aug 25 05:05:59.179664 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383839d0-8c27-435b-8ea5-870537c57a71 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436087a1-faf4-4124-86eb-671f97cbf301,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:59.219723 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] Set router b0d21978-c4b9-4876-8a2f-7095faca9311 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:05:59.253766 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-dc177410-3c86-43bb-8443-735e30691378 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:59.295457 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3667753-c46e-4e27-8028-aae16150a31c req-33b50df8-7305-4d60-a255-2705b182636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:59.295457 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e3667753-c46e-4e27-8028-aae16150a31c req-33b50df8-7305-4d60-a255-2705b182636e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:59.295457 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e3667753-c46e-4e27-8028-aae16150a31c req-33b50df8-7305-4d60-a255-2705b182636e service neutron] 10.222.0.20 "PUT /v2.0/ports/98072a28-c009-440d-a78e-f3b774450b3a HTTP/1.1" status: 200 len: 1093 time: 4.4004822 Aug 25 05:05:59.320139 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e84a77-eec8-4c7f-a760-17d7c80f0d6b', 'tag': '98072a28-c009-440d-a78e-f3b774450b3a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:05:59.329836 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6a2ed2-e18e-41e5-ba34-f9f0e5f871b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e84a77-eec8-4c7f-a760-17d7c80f0d6b", "tag": "98072a28-c009-440d-a78e-f3b774450b3a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:05:59.418368 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-dc177410-3c86-43bb-8443-735e30691378 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Network 1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:05:59.422578 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-dc177410-3c86-43bb-8443-735e30691378 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:59.425582 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fef55d6e-6ee0-4c2f-bbd3-5047dcdb34f0 req-4592b51f-ca50-45bf-a5d1-922b4c270d5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc8b7ad1-e789-465f-b100-b9d8d6fd164d HTTP/1.1" status: 200 len: 217 time: 0.2130802 Aug 25 05:05:59.441196 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-dc177410-3c86-43bb-8443-735e30691378 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:05:59.450029 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7a9deef0-bf37-4532-8bda-752ca8fc3a75 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:59.464418 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-dc177410-3c86-43bb-8443-735e30691378 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:59.465090 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-dc177410-3c86-43bb-8443-735e30691378 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:59.487127 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4f36e351-35eb-4a07-a196-79241331fc71 req-fd96a874-695a-479b-9dff-211e471124d7 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7212203 Aug 25 05:05:59.502424 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-6a67670b-5ace-4775-8682-4b45b4a7951b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Made reservation on behalf of c9b105379c7f4027b785a6ecb7ac5ae5 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:05:59.507823 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'name': 'tempest-AttachVolumeTestJSON-2051829355-router', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:05:52Z', 'revision_number': 4, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'gw_port': {'id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': 'db04dd18-d1f9-468e-87e9-b3174705888c', 'name': '', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'mac_address': 'fa:16:3e:1c:02:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:48Z', 'updated_at': '2021-08-25T05:05:58Z', 'revision_number': 4, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'subnets': [{'id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:59.510003 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-6a67670b-5ace-4775-8682-4b45b4a7951b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:59.516054 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b50df8-7305-4d60-a255-2705b182636e service neutron] Pushing event updated for resources: {'Port': ['ID=98072a28-c009-440d-a78e-f3b774450b3a,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:59.622375 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e652a-b74d-4c53-b039-436eff752bc4 None None] The sync data for ids ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'] in dv-cinder-757936-7-iscsi is: [{'id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'name': 'tempest-AttachVolumeTestJSON-2051829355-router', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:05:52Z', 'revision_number': 4, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'gw_port': {'id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': 'db04dd18-d1f9-468e-87e9-b3174705888c', 'name': '', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'mac_address': 'fa:16:3e:1c:02:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:48Z', 'updated_at': '2021-08-25T05:05:58Z', 'revision_number': 4, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'subnets': [{'id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:05:59.625288 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-dc177410-3c86-43bb-8443-735e30691378 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0747521 Aug 25 05:05:59.662532 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-router', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:42Z', 'updated_at': '2021-08-25T05:05:53Z', 'revision_number': 4, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'gw_port': {'id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '550698b5-155f-4280-bb4e-63ff0d633da9', 'name': '', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'mac_address': 'fa:16:3e:4e:97:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '686786a2-7682-45e8-a905-204e7e4e6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:50Z', 'updated_at': '2021-08-25T05:05:54Z', 'revision_number': 2, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'subnets': [{'id': '686786a2-7682-45e8-a905-204e7e4e6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:59.757243 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37732) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:05:59.783489 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1041899a-9a9a-4d7f-9e38-fe9ff262b52e req-bbff18eb-5541-48c3-8062-528cc331d4c6 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 210 time: 0.1153188 Aug 25 05:05:59.912214 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef55d6e-6ee0-4c2f-bbd3-5047dcdb34f0 req-26777265-b6d0-4600-b3b2-ddf88bc7c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:05:59.926132 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fef55d6e-6ee0-4c2f-bbd3-5047dcdb34f0 req-26777265-b6d0-4600-b3b2-ddf88bc7c2df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d53b1662-ec49-4fbc-9102-24e8f837212c HTTP/1.1" status: 200 len: 854 time: 0.3640871 Aug 25 05:05:59.929607 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] Request body: {'port': {'device_id': '81893380-77fa-4724-8e7a-2ca10e6f3a88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:59.933214 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] Checking router: b0d21978-c4b9-4876-8a2f-7095faca9311 for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:05:59.933629 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] Updating router b0d21978-c4b9-4876-8a2f-7095faca9311 port 550698b5-155f-4280-bb4e-63ff0d633da9 binding host dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:05:59.966497 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:05:59.997856 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7a9deef0-bf37-4532-8bda-752ca8fc3a75 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:00.067206 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 37736) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:00.082918 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-feb3b124-a79a-432f-a93e-d93882b5d3db tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1910049270', 'description': 'tempest-description--464856402'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:06:00.115512 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc177410-3c86-43bb-8443-735e30691378 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Pushing event updated for resources: {'Port': ['ID=148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:00.258267 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8bf045-a82b-4988-a607-791e22807c59 x-openstack-request-id: req-bd8bf045-a82b-4988-a607-791e22807c59 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:06:00.261282 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e84a77-eec8-4c7f-a760-17d7c80f0d6b", "tag": "98072a28-c009-440d-a78e-f3b774450b3a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:06:00.261827 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd8bf045-a82b-4988-a607-791e22807c59 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:06:00.262392 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e84a77-eec8-4c7f-a760-17d7c80f0d6b', 'tag': '98072a28-c009-440d-a78e-f3b774450b3a', 'status': 'completed', 'code': 200} Aug 25 05:06:00.291421 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3667753-c46e-4e27-8028-aae16150a31c req-3112d402-d930-498c-ba8f-98090c9e7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:00.292934 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e3667753-c46e-4e27-8028-aae16150a31c req-3112d402-d930-498c-ba8f-98090c9e7bb4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c80e851dbd844b4d91eca2dd1ee4d431&device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 1096 time: 0.6775553 Aug 25 05:06:00.336493 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fef55d6e-6ee0-4c2f-bbd3-5047dcdb34f0 req-c0a2bf89-0196-44f8-9b41-d8a55c9e9bd7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f56a9b07-6c6a-4f03-92c6-427129739fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3827462 Aug 25 05:06:00.565457 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0c3db078-de0b-47e4-af74-418c50d9b1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:00.566034 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:00.566237 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7a9deef0-bf37-4532-8bda-752ca8fc3a75 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:00.566752 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e3667753-c46e-4e27-8028-aae16150a31c req-9e8aa3d3-dcda-4c57-b4b8-0aacc4d2604c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98072a28-c009-440d-a78e-f3b774450b3a HTTP/1.1" status: 200 len: 217 time: 0.0943425 Aug 25 05:06:00.566752 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-6a67670b-5ace-4775-8682-4b45b4a7951b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Allocated IP 172.20.0.10 (1cc0e627-f7e2-44ec-ab75-63e2fc2b4554/b58e6673-6329-48ef-8181-7ebd94345e73/bd560b11-cc0f-47e4-94d0-a263518c3e5e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:06:00.567554 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9deef0-bf37-4532-8bda-752ca8fc3a75 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2d3ffc-3baa-4131-9aaa-4ec4cea6ac7b,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:00.567554 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fef55d6e-6ee0-4c2f-bbd3-5047dcdb34f0 req-fa908d67-94d7-469a-8733-35fba56604e1 service neutron] 10.222.0.20 "GET /v2.0/networks/f56a9b07-6c6a-4f03-92c6-427129739fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372061 Aug 25 05:06:00.567554 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88706d46-9770-45dc-8287-9219df66eb00 req-d8535172-cec2-4067-a434-3262c8666fe9 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:00.567554 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-88706d46-9770-45dc-8287-9219df66eb00 req-d8535172-cec2-4067-a434-3262c8666fe9 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 943 time: 0.5257726 Aug 25 05:06:00.568337 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:00.574838 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] Transition to ACTIVE for port object 550698b5-155f-4280-bb4e-63ff0d633da9 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:06:00.615535 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3667753-c46e-4e27-8028-aae16150a31c req-7c5b1171-6e9a-42ee-a0b2-3b629e7b7e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:00.618095 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e3667753-c46e-4e27-8028-aae16150a31c req-7c5b1171-6e9a-42ee-a0b2-3b629e7b7e34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef23d22f-d6e6-4f50-9a53-5283182301f8 HTTP/1.1" status: 200 len: 851 time: 0.1436365 Aug 25 05:06:00.680433 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fef55d6e-6ee0-4c2f-bbd3-5047dcdb34f0 req-44cd854f-2f69-407c-8bd5-3e23d952d02b service neutron] 10.222.0.20 "GET /v2.0/networks/f56a9b07-6c6a-4f03-92c6-427129739fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441321 Aug 25 05:06:00.683854 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-88706d46-9770-45dc-8287-9219df66eb00 req-9eca906b-a8b9-494c-876a-71bcd319e8e2 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763407 Aug 25 05:06:00.878559 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e3667753-c46e-4e27-8028-aae16150a31c req-cb5be564-f957-4321-8063-0349efbdb156 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1729879 Aug 25 05:06:00.926981 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device db04dd18-d1f9-468e-87e9-b3174705888c up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:06:00.960824 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5017fff3-bb87-41f2-bbb8-2e3b406b8a31 req-37594202-b8bc-45a5-8477-c7498bc8140a tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 210 time: 0.0522647 Aug 25 05:06:01.023998 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-6a67670b-5ace-4775-8682-4b45b4a7951b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:01.089257 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0425ad5-9c6c-4053-8563-26e4fcab34c1 req-0238145c-5ae7-4796-9f93-3c1568384dd1 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:01.090834 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e0425ad5-9c6c-4053-8563-26e4fcab34c1 req-0238145c-5ae7-4796-9f93-3c1568384dd1 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 943 time: 0.4922643 Aug 25 05:06:01.175336 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e0425ad5-9c6c-4053-8563-26e4fcab34c1 req-421ad638-6b52-4276-89cd-f1c9abdb423b tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742042 Aug 25 05:06:01.178451 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:01.185330 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99d43efa-8123-46dc-a814-77c490fa9478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:01.200906 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-feb3b124-a79a-432f-a93e-d93882b5d3db tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:01.263359 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-6a67670b-5ace-4775-8682-4b45b4a7951b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:01.282017 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port db04dd18-d1f9-468e-87e9-b3174705888c completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:06:01.306874 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c925d4-4d2b-4aaf-8d63-dd9665c68e7c None None] Pushing event updated for resources: {'Port': ['ID=550698b5-155f-4280-bb4e-63ff0d633da9,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:01.306874 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port db04dd18-d1f9-468e-87e9-b3174705888c triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:06:01.306874 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:01.336302 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7a9deef0-bf37-4532-8bda-752ca8fc3a75 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:01.336302 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-7a9deef0-bf37-4532-8bda-752ca8fc3a75 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6699140 Aug 25 05:06:01.336302 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37754) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:01.351958 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-1e6eb0a4-a7c4-41f3-b15d-7271f785d07a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Request body: {'security_group_rule': {'security_group_id': '436087a1-faf4-4124-86eb-671f97cbf301', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:06:01.371314 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.db.api [None req-feb3b124-a79a-432f-a93e-d93882b5d3db tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 05:06:01.371314 dv-cinder-757936-7-iscsi neutron-server[94639]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 05:06:01.371314 dv-cinder-757936-7-iscsi neutron-server[94639]: [parameters: {'project_id_1': '788f1dcf7a1347409e44465a8473c2d2', 'expiration_1': datetime.datetime(2021, 8, 25, 5, 6, 1, 241742)}] Aug 25 05:06:01.371314 dv-cinder-757936-7-iscsi neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 05:06:01.371959 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG oslo_db.api [None req-feb3b124-a79a-432f-a93e-d93882b5d3db tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 05:06:01.387616 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-6a67670b-5ace-4775-8682-4b45b4a7951b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Network 1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:06:01.514090 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-6a67670b-5ace-4775-8682-4b45b4a7951b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:06:01.530747 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-6a67670b-5ace-4775-8682-4b45b4a7951b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:06:01.539184 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-6a67670b-5ace-4775-8682-4b45b4a7951b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:01.539848 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-6a67670b-5ace-4775-8682-4b45b4a7951b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:01.560548 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] Attempting to bind port 550698b5-155f-4280-bb4e-63ff0d633da9 on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:06:01.571135 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] Attempting to bind port 550698b5-155f-4280-bb4e-63ff0d633da9 by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': 'bc595d39-e285-4b78-84f0-225a1a489ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:06:01.572348 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] Attempting to bind port 550698b5-155f-4280-bb4e-63ff0d633da9 on network 71d45235-aa08-4ce1-9e25-ebab82ef910a {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:06:01.584026 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0c3db078-de0b-47e4-af74-418c50d9b1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:01.589574 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:06:01.590357 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] Checking segment: {'id': 'bc595d39-e285-4b78-84f0-225a1a489ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:06:01.591106 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:01.591693 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] Bound using segment: {'id': 'bc595d39-e285-4b78-84f0-225a1a489ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:06:01.592161 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67670b-5ace-4775-8682-4b45b4a7951b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Pushing event updated for resources: {'Port': ['ID=bd560b11-cc0f-47e4-94d0-a263518c3e5e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:01.592538 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] Bound port: 550698b5-155f-4280-bb4e-63ff0d633da9, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc595d39-e285-4b78-84f0-225a1a489ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:06:01.593105 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:01.708921 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:01.740587 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:06:01.748584 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:01.775750 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] Transition to ACTIVE for port object 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:06:01.778793 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port db04dd18-d1f9-468e-87e9-b3174705888c, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=db04dd18-d1f9-468e-87e9-b3174705888c,segment=NetworkSegment(78b61737-4ec5-4df0-b1a3-d71596c9c7fc),segment_id=78b61737-4ec5-4df0-b1a3-d71596c9c7fc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:06:01.786584 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] For port 550698b5-155f-4280-bb4e-63ff0d633da9, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:06:01.796483 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] For port 550698b5-155f-4280-bb4e-63ff0d633da9, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=550698b5-155f-4280-bb4e-63ff0d633da9,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:06:01.872954 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-feb3b124-a79a-432f-a93e-d93882b5d3db tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:01.873150 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dff226-b568-4911-8518-e9bec7757ff9 req-bbea2271-51ff-4e64-883f-bc4af4618476 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:01.874385 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-80dff226-b568-4911-8518-e9bec7757ff9 req-bbea2271-51ff-4e64-883f-bc4af4618476 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 943 time: 0.0544572 Aug 25 05:06:01.916791 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-80dff226-b568-4911-8518-e9bec7757ff9 req-6f1d4800-ed69-4dce-89e0-162ab591c67f tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351357 Aug 25 05:06:02.137785 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0c3db078-de0b-47e4-af74-418c50d9b1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:02.178484 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-0c3db078-de0b-47e4-af74-418c50d9b1bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9757d0671fcd42749645344ce057f999&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4187512 Aug 25 05:06:02.179465 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3db078-de0b-47e4-af74-418c50d9b1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6233d3c3-3c56-4f5d-9e1c-2180a3d342c2,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:02.182100 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37764) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:02.236517 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:02.253182 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:02.261130 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:02.262526 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device ecd5cdb4-6177-45fe-ad78-ac010578cdff up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:06:02.295838 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-074451e8-9173-4253-a6d5-be48ea1d1ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:02.346488 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a65626-e8a3-4b26-a51e-b2359da4d231 req-c8032d0b-a654-463c-9862-d353a3824771 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:02.355713 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-38a65626-e8a3-4b26-a51e-b2359da4d231 req-c8032d0b-a654-463c-9862-d353a3824771 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 932 time: 0.2992566 Aug 25 05:06:02.363638 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-6a67670b-5ace-4775-8682-4b45b4a7951b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4053745 Aug 25 05:06:02.383950 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-074451e8-9173-4253-a6d5-be48ea1d1ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:02.419734 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] Pushing event updated for resources: {'Port': ['ID=148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:02.431969 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] Routers {'b0d21978-c4b9-4876-8a2f-7095faca9311'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:06:02.432823 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:05:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['b0d21978-c4b9-4876-8a2f-7095faca9311'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:06:02.483067 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.db.api [None req-feb3b124-a79a-432f-a93e-d93882b5d3db tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 05:06:02.483067 dv-cinder-757936-7-iscsi neutron-server[94639]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 05:06:02.483067 dv-cinder-757936-7-iscsi neutron-server[94639]: [parameters: {'project_id_1': '788f1dcf7a1347409e44465a8473c2d2', 'expiration_1': datetime.datetime(2021, 8, 25, 5, 6, 1, 898801)}] Aug 25 05:06:02.483067 dv-cinder-757936-7-iscsi neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 05:06:02.483571 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG oslo_db.api [None req-feb3b124-a79a-432f-a93e-d93882b5d3db tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 05:06:02.498947 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] Attempting to bind port 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:06:02.499281 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] Attempting to bind port 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'c00594e0-af93-4a9a-b520-a1ea5ec370f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1cc0e627-f7e2-44ec-ab75-63e2fc2b4554'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:06:02.499615 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] Attempting to bind port 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 on network 1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:06:02.507206 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609df6b4-9989-4ea1-b704-b376aaa0bfe3 req-95b84037-1022-4f8c-935b-935606c79113 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:02.509258 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] Port 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 on network 1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 05:06:02.509533 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] Attempting to bind port 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 on network 1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:06:02.515969 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-609df6b4-9989-4ea1-b704-b376aaa0bfe3 req-95b84037-1022-4f8c-935b-935606c79113 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 943 time: 0.2043619 Aug 25 05:06:02.522542 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-38a65626-e8a3-4b26-a51e-b2359da4d231 req-2bf21522-7672-4e1c-b03c-ec77fdceafea tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627560 Aug 25 05:06:02.524970 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] Checking agent: {'id': '2d6b99c1-3d97-4a8a-bca5-2c0d702c36c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'started_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:06:02.525543 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] Checking segment: {'id': 'c00594e0-af93-4a9a-b520-a1ea5ec370f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1cc0e627-f7e2-44ec-ab75-63e2fc2b4554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:06:02.525941 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] Bound using segment: {'id': 'c00594e0-af93-4a9a-b520-a1ea5ec370f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1cc0e627-f7e2-44ec-ab75-63e2fc2b4554'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:06:02.566103 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] Bound port: 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00594e0-af93-4a9a-b520-a1ea5ec370f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1cc0e627-f7e2-44ec-ab75-63e2fc2b4554'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:06:02.566103 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:02.566890 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c925d4-4d2b-4aaf-8d63-dd9665c68e7c None None] Pushing event updated for resources: {'Port': ['ID=550698b5-155f-4280-bb4e-63ff0d633da9,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:02.615458 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-609df6b4-9989-4ea1-b704-b376aaa0bfe3 req-c2edb7b5-7fa4-4bc6-ae88-e350ac1db5f4 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984025 Aug 25 05:06:02.624895 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port ecd5cdb4-6177-45fe-ad78-ac010578cdff triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:06:02.625272 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:02.653025 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] For port 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0, host hv-cinder-75793, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:06:02.658014 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] For port 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0,segment=NetworkSegment(c00594e0-af93-4a9a-b520-a1ea5ec370f0),segment_id=c00594e0-af93-4a9a-b520-a1ea5ec370f0)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:06:02.690787 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] Set router b0d21978-c4b9-4876-8a2f-7095faca9311 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:06:02.744738 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=db04dd18-d1f9-468e-87e9-b3174705888c,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:02.753032 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-074451e8-9173-4253-a6d5-be48ea1d1ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:02.753782 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:02.759818 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-074451e8-9173-4253-a6d5-be48ea1d1ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:02.766438 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-074451e8-9173-4253-a6d5-be48ea1d1ce8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6233d3c3-3c56-4f5d-9e1c-2180a3d342c2 HTTP/1.1" status: 204 len: 168 time: 0.5833037 Aug 25 05:06:02.783003 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb0a4-a7c4-41f3-b15d-7271f785d07a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:02.789474 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074451e8-9173-4253-a6d5-be48ea1d1ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6233d3c3-3c56-4f5d-9e1c-2180a3d342c2,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:02.838347 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:02.839316 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:02.841044 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] 10.222.0.20 "PUT /v2.0/ports/148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 HTTP/1.1" status: 200 len: 1094 time: 3.1335711 Aug 25 05:06:02.841665 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81893380-77fa-4724-8e7a-2ca10e6f3a88', 'tag': '148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:06:02.844847 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7788349e-b6de-4c11-b6a3-83c0c41af672" -d '{"events": [{"name": "network-changed", "server_uuid": "81893380-77fa-4724-8e7a-2ca10e6f3a88", "tag": "148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:06:02.883648 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9a7e3-0639-420d-b78f-d57311e54a4f service neutron] Pushing event updated for resources: {'Port': ['ID=148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:02.913553 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d201e9d2-e4f3-4ad5-bb65-3babc7706857 x-openstack-request-id: req-d201e9d2-e4f3-4ad5-bb65-3babc7706857 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:06:02.913882 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81893380-77fa-4724-8e7a-2ca10e6f3a88", "tag": "148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:06:02.914100 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d201e9d2-e4f3-4ad5-bb65-3babc7706857 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:06:02.914505 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81893380-77fa-4724-8e7a-2ca10e6f3a88', 'tag': '148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0', 'status': 'completed', 'code': 200} Aug 25 05:06:02.940946 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb0a4-a7c4-41f3-b15d-7271f785d07a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:03.123173 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb213c-71a1-400f-9efb-2df71dbbbdb0 req-7bcc4dd4-d928-43d2-8e2c-dfa923c33584 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:03.144221 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4efb213c-71a1-400f-9efb-2df71dbbbdb0 req-7bcc4dd4-d928-43d2-8e2c-dfa923c33584 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 943 time: 0.0997329 Aug 25 05:06:03.171032 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device db04dd18-d1f9-468e-87e9-b3174705888c up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:06:03.183015 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-feb3b124-a79a-432f-a93e-d93882b5d3db tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:03.193473 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4efb213c-71a1-400f-9efb-2df71dbbbdb0 req-6f18e31d-5a0d-43cf-aa27-7612686d8f89 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482218 Aug 25 05:06:03.198492 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb0a4-a7c4-41f3-b15d-7271f785d07a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:03.222978 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83c9d356-36e7-4150-9473-2e22e8ec8812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:03.223981 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6eb0a4-a7c4-41f3-b15d-7271f785d07a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c3410d-ebc0-48d1-add6-752c25b3ae75,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:03.245573 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-router', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:42Z', 'updated_at': '2021-08-25T05:05:53Z', 'revision_number': 4, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'gw_port': {'id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '550698b5-155f-4280-bb4e-63ff0d633da9', 'name': '', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'mac_address': 'fa:16:3e:4e:97:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '686786a2-7682-45e8-a905-204e7e4e6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:50Z', 'updated_at': '2021-08-25T05:06:01Z', 'revision_number': 4, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'subnets': [{'id': '686786a2-7682-45e8-a905-204e7e4e6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:06:03.290368 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646a791a-3bfd-489e-a3e0-04903641ac30 None None] The sync data for ids ['b0d21978-c4b9-4876-8a2f-7095faca9311'] in dv-cinder-757936-7-iscsi is: [{'id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-router', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:42Z', 'updated_at': '2021-08-25T05:05:53Z', 'revision_number': 4, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'gw_port': {'id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '550698b5-155f-4280-bb4e-63ff0d633da9', 'name': '', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'mac_address': 'fa:16:3e:4e:97:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '686786a2-7682-45e8-a905-204e7e4e6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:50Z', 'updated_at': '2021-08-25T05:06:01Z', 'revision_number': 4, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'subnets': [{'id': '686786a2-7682-45e8-a905-204e7e4e6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:06:03.321361 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port db04dd18-d1f9-468e-87e9-b3174705888c triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:06:03.321745 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:03.411526 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-feb3b124-a79a-432f-a93e-d93882b5d3db tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:03.433914 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:03.614667 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-feb3b124-a79a-432f-a93e-d93882b5d3db tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:03.664565 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3b124-a79a-432f-a93e-d93882b5d3db tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:03.753235 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a3d9c-b69b-461c-8ab0-926d5ccd3127 req-ea98de73-3ae3-4c8c-869b-df9ef01c835b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:03.756779 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a96a3d9c-b69b-461c-8ab0-926d5ccd3127 req-ea98de73-3ae3-4c8c-869b-df9ef01c835b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 932 time: 0.0822489 Aug 25 05:06:03.760144 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb0a4-a7c4-41f3-b15d-7271f785d07a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:03.761323 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-1e6eb0a4-a7c4-41f3-b15d-7271f785d07a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4238207 Aug 25 05:06:03.764553 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 37796) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:03.772717 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-12b5a100-960e-40ae-8c1a-79be357ff66d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Request body: {'floatingip': {'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:06:03.793542 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f5664-8e96-4fdf-9a42-142b9e5f17a8 req-bb2a2c92-c438-4b5a-8ce7-8a8149e6c91b tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:03.796057 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4f0f5664-8e96-4fdf-9a42-142b9e5f17a8 req-bb2a2c92-c438-4b5a-8ce7-8a8149e6c91b tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 943 time: 0.0886123 Aug 25 05:06:03.815838 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-feb3b124-a79a-432f-a93e-d93882b5d3db tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:03.817047 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-feb3b124-a79a-432f-a93e-d93882b5d3db tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.7473743 Aug 25 05:06:03.822038 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37798) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:03.831409 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-7c4bbdbd-4a0d-4d07-8a17-3d20d2db1d1c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Request body: {'security_group_rule': {'security_group_id': '7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:06:03.846263 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a96a3d9c-b69b-461c-8ab0-926d5ccd3127 req-4246c7cc-0056-42e2-bd01-97ce795e7b53 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777874 Aug 25 05:06:03.870843 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4f0f5664-8e96-4fdf-9a42-142b9e5f17a8 req-efc9b522-5ac1-4450-aee5-0fccf8acc7be tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643284 Aug 25 05:06:03.954722 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37802) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:03.997517 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12b5a100-960e-40ae-8c1a-79be357ff66d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.073279 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c35661b2-8223-4703-80c6-7845ae8817c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.108134 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12b5a100-960e-40ae-8c1a-79be357ff66d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.122237 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7c4bbdbd-4a0d-4d07-8a17-3d20d2db1d1c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.218867 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7c4bbdbd-4a0d-4d07-8a17-3d20d2db1d1c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.227224 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 37806) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:04.252753 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-12b5a100-960e-40ae-8c1a-79be357ff66d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Allocated IP 172.27.0.213 (45b0c649-47ed-40e6-b7f6-7d83dd176956/b736f3e8-97a3-44dd-aa37-7a4abcfbc24c/4ae4cb3e-850a-4d34-a733-96a3247dd2ca) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:06:04.252930 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c35661b2-8223-4703-80c6-7845ae8817c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.261772 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85f3e901-4462-4677-b797-7a537263a8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.264066 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.317212 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7c4bbdbd-4a0d-4d07-8a17-3d20d2db1d1c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.335582 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4bbdbd-4a0d-4d07-8a17-3d20d2db1d1c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149e904c-e672-4b4c-8607-046c5e1fe7b4,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:04.357161 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c35661b2-8223-4703-80c6-7845ae8817c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.393746 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fca38-295b-4d14-bef1-00daa9f3a172 req-f1244a05-b8c4-48f2-9df1-c219ca7cd83d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:04.395317 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-006fca38-295b-4d14-bef1-00daa9f3a172 req-f1244a05-b8c4-48f2-9df1-c219ca7cd83d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 943 time: 0.1077955 Aug 25 05:06:04.402983 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c35661b2-8223-4703-80c6-7845ae8817c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4828a924efd49bc92d98fa518bdc5bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4473269 Aug 25 05:06:04.403471 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37812) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:04.410316 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35661b2-8223-4703-80c6-7845ae8817c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fe0215-46db-4c6c-9e91-077490883294,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:04.437608 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7c4bbdbd-4a0d-4d07-8a17-3d20d2db1d1c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.439418 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-7c4bbdbd-4a0d-4d07-8a17-3d20d2db1d1c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6163065 Aug 25 05:06:04.446340 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37814) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:04.454166 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-5e4d278f-bf27-4acc-8b00-70538817fdae tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Request body: {'security_group_rule': {'security_group_id': '7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:06:04.458163 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12b5a100-960e-40ae-8c1a-79be357ff66d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.478076 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c7143d8b-5dfc-4f25-aacb-3155204ec333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.479240 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-006fca38-295b-4d14-bef1-00daa9f3a172 req-29c5bf3d-a464-4f75-bccd-8c1c3e3b2584 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756607 Aug 25 05:06:04.500464 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c7143d8b-5dfc-4f25-aacb-3155204ec333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.575307 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85f3e901-4462-4677-b797-7a537263a8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.620347 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12b5a100-960e-40ae-8c1a-79be357ff66d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.668030 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b5a100-960e-40ae-8c1a-79be357ff66d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Network 45b0c649-47ed-40e6-b7f6-7d83dd176956 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:06:04.671728 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-12b5a100-960e-40ae-8c1a-79be357ff66d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:06:04.674253 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b5a100-960e-40ae-8c1a-79be357ff66d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:06:04.680618 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c7143d8b-5dfc-4f25-aacb-3155204ec333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.683361 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c7143d8b-5dfc-4f25-aacb-3155204ec333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.687913 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85f3e901-4462-4677-b797-7a537263a8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.688029 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c7143d8b-5dfc-4f25-aacb-3155204ec333 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23fe0215-46db-4c6c-9e91-077490883294 HTTP/1.1" status: 204 len: 168 time: 0.2800846 Aug 25 05:06:04.692087 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5a100-960e-40ae-8c1a-79be357ff66d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Pushing event updated for resources: {'Port': ['ID=4ae4cb3e-850a-4d34-a733-96a3247dd2ca,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:04.704040 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7143d8b-5dfc-4f25-aacb-3155204ec333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fe0215-46db-4c6c-9e91-077490883294,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:04.773910 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e4d278f-bf27-4acc-8b00-70538817fdae tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.782979 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-85f3e901-4462-4677-b797-7a537263a8ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83d51a53bfd144e8b1394f6e01ba4e68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5522604 Aug 25 05:06:04.783365 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37818) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:04.796487 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3e901-4462-4677-b797-7a537263a8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91575942-f0c7-4c7d-9506-7d1308753f4e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:04.808654 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12b5a100-960e-40ae-8c1a-79be357ff66d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.856443 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e4d278f-bf27-4acc-8b00-70538817fdae tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.870623 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-afcb190f-14a4-414b-a8f5-db0795502f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.893006 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-afcb190f-14a4-414b-a8f5-db0795502f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.929865 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] Request body: {'port': {'device_id': 'f81bfbf4-8593-4588-a452-4f71880666a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:06:04.944265 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12b5a100-960e-40ae-8c1a-79be357ff66d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.968632 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e4d278f-bf27-4acc-8b00-70538817fdae tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:04.989632 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d278f-bf27-4acc-8b00-70538817fdae tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d86199-728a-44f1-a4f4-530263f6f9d9,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:05.014886 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd0e2e-a0d1-4ba4-b99a-5c610ec2ac2b req-061f8910-5591-4768-a42f-1352909c3e4b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:05.014886 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-61dd0e2e-a0d1-4ba4-b99a-5c610ec2ac2b req-061f8910-5591-4768-a42f-1352909c3e4b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 932 time: 0.0819428 Aug 25 05:06:05.091217 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-61dd0e2e-a0d1-4ba4-b99a-5c610ec2ac2b req-c0728fb2-7dfc-4703-9bb3-eafd0639072d tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690198 Aug 25 05:06:05.104105 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788349e-b6de-4c11-b6a3-83c0c41af672 req-af8ecea7-edfe-4909-9470-3b2e4404d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:05.107575 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7788349e-b6de-4c11-b6a3-83c0c41af672 req-af8ecea7-edfe-4909-9470-3b2e4404d4fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c9b105379c7f4027b785a6ecb7ac5ae5&device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 1097 time: 0.0600860 Aug 25 05:06:05.136452 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e4d278f-bf27-4acc-8b00-70538817fdae tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:05.140482 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-5e4d278f-bf27-4acc-8b00-70538817fdae tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6904030 Aug 25 05:06:05.140482 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-afcb190f-14a4-414b-a8f5-db0795502f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:05.141245 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-afcb190f-14a4-414b-a8f5-db0795502f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:05.142074 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 550698b5-155f-4280-bb4e-63ff0d633da9 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:06:05.142399 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-afcb190f-14a4-414b-a8f5-db0795502f68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91575942-f0c7-4c7d-9506-7d1308753f4e HTTP/1.1" status: 204 len: 168 time: 0.3580370 Aug 25 05:06:05.143039 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37826) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:05.159752 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-f943663d-9a25-4135-a4d4-e74b1dfd049b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Request body: {'floatingip': {'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:06:05.164226 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:05.213017 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb190f-14a4-414b-a8f5-db0795502f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91575942-f0c7-4c7d-9506-7d1308753f4e,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:05.260255 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port 550698b5-155f-4280-bb4e-63ff0d633da9 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:06:05.264536 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 550698b5-155f-4280-bb4e-63ff0d633da9 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:06:05.265217 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:05.292657 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59839e1-7607-4461-b945-f8488d324932 req-bec25f0f-e795-4ecb-92a9-2005836458cb tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:05.294105 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f59839e1-7607-4461-b945-f8488d324932 req-bec25f0f-e795-4ecb-92a9-2005836458cb tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 943 time: 0.3249192 Aug 25 05:06:05.312961 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e3667753-c46e-4e27-8028-aae16150a31c req-fb21ae0d-7f96-4f9f-b3a5-b562b56a6cfb service neutron] 10.222.0.20 "GET /v2.0/networks/73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802800 Aug 25 05:06:05.353139 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:05.362422 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788349e-b6de-4c11-b6a3-83c0c41af672 req-092fff25-4e0b-445e-83ff-a3c619492a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:05.364059 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7788349e-b6de-4c11-b6a3-83c0c41af672 req-092fff25-4e0b-445e-83ff-a3c619492a6d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c9b105379c7f4027b785a6ecb7ac5ae5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1984808 Aug 25 05:06:05.368469 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f943663d-9a25-4135-a4d4-e74b1dfd049b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for floatingip, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:05.432055 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port 550698b5-155f-4280-bb4e-63ff0d633da9, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=550698b5-155f-4280-bb4e-63ff0d633da9,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:06:05.518190 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:05.552578 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f59839e1-7607-4461-b945-f8488d324932 req-444a8982-2517-43c7-92a7-ac7d855f254d tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421403 Aug 25 05:06:05.594032 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 37838) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:05.615605 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=550698b5-155f-4280-bb4e-63ff0d633da9,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:05.625263 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12b5a100-960e-40ae-8c1a-79be357ff66d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:05.664564 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788349e-b6de-4c11-b6a3-83c0c41af672 req-c67a892a-08ef-4088-9361-1a0f68963c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:05.666486 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7788349e-b6de-4c11-b6a3-83c0c41af672 req-c67a892a-08ef-4088-9361-1a0f68963c41 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2869923 Aug 25 05:06:05.670587 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c52bdbc-7f71-4dbf-a868-7ba33f5d8739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:05.698611 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12b5a100-960e-40ae-8c1a-79be357ff66d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:05.706968 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e3667753-c46e-4e27-8028-aae16150a31c req-9b098b5c-1d61-4586-a051-6846bc6dd1bf service neutron] 10.222.0.20 "GET /v2.0/networks/73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811297 Aug 25 05:06:05.775145 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12b5a100-960e-40ae-8c1a-79be357ff66d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406152'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:05.844717 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5a100-960e-40ae-8c1a-79be357ff66d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Pushing event updated for resources: {'Port': ['ID=4ae4cb3e-850a-4d34-a733-96a3247dd2ca,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:05.926653 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6b5bc-6e4d-4c97-940e-2b08b10df95f req-7ee1e355-3077-4646-9ef8-88364d734b38 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:05.928231 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8de6b5bc-6e4d-4c97-940e-2b08b10df95f req-7ee1e355-3077-4646-9ef8-88364d734b38 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 943 time: 0.2667284 Aug 25 05:06:05.942122 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:05.993087 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f943663d-9a25-4135-a4d4-e74b1dfd049b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:05.998272 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8de6b5bc-6e4d-4c97-940e-2b08b10df95f req-4b62c01a-5706-4a7e-853a-15b90368902e tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620492 Aug 25 05:06:06.050913 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-122a6eaf-dc2a-4de8-a7ee-e0df8210795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:06.052698 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-122a6eaf-dc2a-4de8-a7ee-e0df8210795c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c9b105379c7f4027b785a6ecb7ac5ae5&device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 1097 time: 0.3081310 Aug 25 05:06:06.121620 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-93789721-8112-47ed-a128-77d4928c41d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 HTTP/1.1" status: 200 len: 217 time: 0.0435090 Aug 25 05:06:06.137026 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a2ed2-e18e-41e5-ba34-f9f0e5f871b8 req-43d376d2-745e-4a8d-a5ac-e65082688220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:06.138011 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6f6a2ed2-e18e-41e5-ba34-f9f0e5f871b8 req-43d376d2-745e-4a8d-a5ac-e65082688220 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c80e851dbd844b4d91eca2dd1ee4d431&device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 1096 time: 0.1221883 Aug 25 05:06:06.166664 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd560b11-cc0f-47e4-94d0-a263518c3e5e {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:06:06.177460 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:06.198066 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-f943663d-9a25-4135-a4d4-e74b1dfd049b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Allocated IP 172.27.0.203 (45b0c649-47ed-40e6-b7f6-7d83dd176956/b736f3e8-97a3-44dd-aa37-7a4abcfbc24c/ef724cbf-0353-4247-8cf3-4b0626a4429e) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:06:06.237294 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] Transition to ACTIVE for port object bd560b11-cc0f-47e4-94d0-a263518c3e5e will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:06:06.250465 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c52bdbc-7f71-4dbf-a868-7ba33f5d8739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:06.250465 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-f71c479b-c24a-43c2-8f5a-63250436202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:06.252752 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-f71c479b-c24a-43c2-8f5a-63250436202c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b58e6673-6329-48ef-8181-7ebd94345e73 HTTP/1.1" status: 200 len: 858 time: 0.1210077 Aug 25 05:06:06.283257 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd91d2-75f8-402c-ac44-59b40f15a61d req-ae7c90ed-297d-4fa5-b7b8-917cbe4e2d0c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:06.284811 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-54cd91d2-75f8-402c-ac44-59b40f15a61d req-ae7c90ed-297d-4fa5-b7b8-917cbe4e2d0c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 932 time: 0.1009445 Aug 25 05:06:06.306795 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-ed5e29f0-fb5f-4700-999a-6b71522d83df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419061 Aug 25 05:06:06.306795 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:06.341688 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a2ed2-e18e-41e5-ba34-f9f0e5f871b8 req-2b5be931-16ef-47ae-b54d-7aded86a5e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:06.343216 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6f6a2ed2-e18e-41e5-ba34-f9f0e5f871b8 req-2b5be931-16ef-47ae-b54d-7aded86a5e42 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d HTTP/1.1" status: 200 len: 911 time: 0.1835468 Aug 25 05:06:06.357897 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c52bdbc-7f71-4dbf-a868-7ba33f5d8739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:06.400420 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6f6a2ed2-e18e-41e5-ba34-f9f0e5f871b8 req-58ebb4d0-1ab1-4f35-8b7e-84a82745e318 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98072a28-c009-440d-a78e-f3b774450b3a HTTP/1.1" status: 200 len: 217 time: 0.0490863 Aug 25 05:06:06.427125 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52bdbc-7f71-4dbf-a868-7ba33f5d8739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1244a2-c4d4-4edc-8f7c-afcbd7fe6577,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:06.439736 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd560b11-cc0f-47e4-94d0-a263518c3e5e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:06.449081 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f943663d-9a25-4135-a4d4-e74b1dfd049b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:06.479295 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a2ed2-e18e-41e5-ba34-f9f0e5f871b8 req-7f19c9d3-0312-43a7-b5a5-73e20475107a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:06.480747 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6f6a2ed2-e18e-41e5-ba34-f9f0e5f871b8 req-7f19c9d3-0312-43a7-b5a5-73e20475107a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef23d22f-d6e6-4f50-9a53-5283182301f8 HTTP/1.1" status: 200 len: 851 time: 0.0704093 Aug 25 05:06:06.488352 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12b5a100-960e-40ae-8c1a-79be357ff66d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:06.495030 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-12b5a100-960e-40ae-8c1a-79be357ff66d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7291505 Aug 25 05:06:06.498186 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9c52bdbc-7f71-4dbf-a868-7ba33f5d8739 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c865a0f40da40058c7717cf3bc6fbd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9012351 Aug 25 05:06:06.504928 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 37870) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:06.534336 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6f6a2ed2-e18e-41e5-ba34-f9f0e5f871b8 req-2e7b6b2a-4449-4584-8ce7-459737f374ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428534 Aug 25 05:06:06.541621 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-54cd91d2-75f8-402c-ac44-59b40f15a61d req-e56b7aae-6215-4a3a-9886-5e6a6ca86b34 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350054 Aug 25 05:06:06.565949 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] Attempting to bind port bd560b11-cc0f-47e4-94d0-a263518c3e5e on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:06:06.565949 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] Attempting to bind port bd560b11-cc0f-47e4-94d0-a263518c3e5e by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'c00594e0-af93-4a9a-b520-a1ea5ec370f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1cc0e627-f7e2-44ec-ab75-63e2fc2b4554'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:06:06.565949 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] Attempting to bind port bd560b11-cc0f-47e4-94d0-a263518c3e5e on network 1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:06:06.569713 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] Port bd560b11-cc0f-47e4-94d0-a263518c3e5e on network 1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 05:06:06.570070 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] Attempting to bind port bd560b11-cc0f-47e4-94d0-a263518c3e5e on network 1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:06:06.577802 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] Checking agent: {'id': '2d6b99c1-3d97-4a8a-bca5-2c0d702c36c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'started_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:06:06.578025 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] Checking segment: {'id': 'c00594e0-af93-4a9a-b520-a1ea5ec370f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1cc0e627-f7e2-44ec-ab75-63e2fc2b4554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:06:06.578352 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] Bound using segment: {'id': 'c00594e0-af93-4a9a-b520-a1ea5ec370f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1cc0e627-f7e2-44ec-ab75-63e2fc2b4554'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:06:06.579384 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] Bound port: bd560b11-cc0f-47e4-94d0-a263518c3e5e, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00594e0-af93-4a9a-b520-a1ea5ec370f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1cc0e627-f7e2-44ec-ab75-63e2fc2b4554'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:06:06.579756 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:06.638250 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-9bd3d7f8-fd62-45d9-be8b-c5080e195aba service neutron] 10.222.0.20 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245475 Aug 25 05:06:06.648197 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f943663d-9a25-4135-a4d4-e74b1dfd049b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:06.681144 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device bc8b7ad1-e789-465f-b100-b9d8d6fd164d details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:06:06.737463 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f943663d-9a25-4135-a4d4-e74b1dfd049b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Network 45b0c649-47ed-40e6-b7f6-7d83dd176956 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:06:06.741919 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] For port bd560b11-cc0f-47e4-94d0-a263518c3e5e, host hv-cinder-75793, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:06:06.750140 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-f943663d-9a25-4135-a4d4-e74b1dfd049b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:06:06.753373 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f943663d-9a25-4135-a4d4-e74b1dfd049b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:06:06.761291 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] For port bd560b11-cc0f-47e4-94d0-a263518c3e5e, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=bd560b11-cc0f-47e4-94d0-a263518c3e5e,segment=NetworkSegment(c00594e0-af93-4a9a-b520-a1ea5ec370f0),segment_id=c00594e0-af93-4a9a-b520-a1ea5ec370f0)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:06:06.803479 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bd5211c0-d413-428e-933e-bce06d24a94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:06.853050 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5817232a-3e1f-46c0-8e39-e155a218a6a8 req-7badf632-203f-4e69-b52b-48fc42715e7c service neutron] 10.222.0.20 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981549 Aug 25 05:06:06.856280 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:06.863914 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port bc8b7ad1-e789-465f-b100-b9d8d6fd164d, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=bc8b7ad1-e789-465f-b100-b9d8d6fd164d,segment=NetworkSegment(9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb),segment_id=9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:06:06.867089 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-6076c3f0-3df9-4897-bd07-806e90e5480c tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--365588101&fields=id&tenant_id=0deea94d44084234a6e40672e3f0e996 HTTP/1.1" status: 200 len: 267 time: 0.0947695 Aug 25 05:06:06.896168 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943663d-9a25-4135-a4d4-e74b1dfd049b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Pushing event updated for resources: {'Port': ['ID=ef724cbf-0353-4247-8cf3-4b0626a4429e,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:06.896531 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': 'bc8b7ad1-e789-465f-b100-b9d8d6fd164d', 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed', 'port_id': 'bc8b7ad1-e789-465f-b100-b9d8d6fd164d', 'mac_address': 'fa:16:3e:fb:b9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd53b1662-ec49-4fbc-9102-24e8f837212c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:06:06.923413 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6f6a2ed2-e18e-41e5-ba34-f9f0e5f871b8 req-86bbb5ce-4914-4e07-bbb3-9813a5a182e2 service neutron] 10.222.0.20 "GET /v2.0/networks/73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794632 Aug 25 05:06:06.943882 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:06.944957 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:06.946576 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] 10.222.0.20 "PUT /v2.0/ports/bd560b11-cc0f-47e4-94d0-a263518c3e5e HTTP/1.1" status: 200 len: 1094 time: 2.0252368 Aug 25 05:06:06.946874 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81bfbf4-8593-4588-a452-4f71880666a3', 'tag': 'bd560b11-cc0f-47e4-94d0-a263518c3e5e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:06:06.949257 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621b36a7-d056-4b08-9a60-558651fb2c89" -d '{"events": [{"name": "network-changed", "server_uuid": "f81bfbf4-8593-4588-a452-4f71880666a3", "tag": "bd560b11-cc0f-47e4-94d0-a263518c3e5e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:06:06.961116 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bd5211c0-d413-428e-933e-bce06d24a94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:06.974647 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:06.996568 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8b7ad1-e789-465f-b100-b9d8d6fd164d {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:06:07.005570 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95cf3c9-df00-4b98-966b-7f4084a444b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd560b11-cc0f-47e4-94d0-a263518c3e5e,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:07.023485 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port bc8b7ad1-e789-465f-b100-b9d8d6fd164d, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=bc8b7ad1-e789-465f-b100-b9d8d6fd164d,segment=NetworkSegment(9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb),segment_id=9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:06:07.062733 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52b5d5-c4e9-4d4d-a528-aec35b475835 req-6c9bddc0-74b8-4838-8708-1f03276de7b3 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:07.065434 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1f52b5d5-c4e9-4d4d-a528-aec35b475835 req-6c9bddc0-74b8-4838-8708-1f03276de7b3 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 943 time: 0.3706810 Aug 25 05:06:07.082771 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:07.089440 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-23146b9d-aa60-4225-b8df-dc52b395c446 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:07.091048 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-23146b9d-aa60-4225-b8df-dc52b395c446 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/networks?id=a6ccc573-34f3-494f-bb99-823ef7768dbb HTTP/1.1" status: 200 len: 811 time: 0.2000425 Aug 25 05:06:07.107099 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f943663d-9a25-4135-a4d4-e74b1dfd049b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:07.173901 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-16bbe2d8-02ae-4777-80f6-380168636dec tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/quotas/0deea94d44084234a6e40672e3f0e996 HTTP/1.1" status: 200 len: 375 time: 0.0589008 Aug 25 05:06:07.236007 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-07492d1b-4f1b-4d29-810d-447bc26d7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:07.238300 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-07492d1b-4f1b-4d29-810d-447bc26d7742 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c9b105379c7f4027b785a6ecb7ac5ae5&device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 1097 time: 0.1463094 Aug 25 05:06:07.242487 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6f6a2ed2-e18e-41e5-ba34-f9f0e5f871b8 req-51638d88-d409-4462-b9d5-ba57376c45f5 service neutron] 10.222.0.20 "GET /v2.0/networks/73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888217 Aug 25 05:06:07.256312 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 550698b5-155f-4280-bb4e-63ff0d633da9 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:06:07.259881 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1f52b5d5-c4e9-4d4d-a528-aec35b475835 req-4b6d6764-c591-42e2-ae5d-8b1bbd95e4a0 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772242 Aug 25 05:06:07.261808 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f943663d-9a25-4135-a4d4-e74b1dfd049b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:07.269621 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-a0cbcc7b-a038-47c5-817c-1b1a3609b444 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0deea94d44084234a6e40672e3f0e996&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0896792 Aug 25 05:06:07.345097 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 550698b5-155f-4280-bb4e-63ff0d633da9 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:06:07.345527 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:07.347697 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-3dd6c075-c365-4bb7-833c-5a3a7fe0a5b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd560b11-cc0f-47e4-94d0-a263518c3e5e HTTP/1.1" status: 200 len: 217 time: 0.0637105 Aug 25 05:06:07.351437 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=bc8b7ad1-e789-465f-b100-b9d8d6fd164d,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:07.415207 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0031e045-0a92-4d7b-97c7-5ea806971b27 x-openstack-request-id: req-0031e045-0a92-4d7b-97c7-5ea806971b27 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:06:07.415568 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81bfbf4-8593-4588-a452-4f71880666a3", "tag": "bd560b11-cc0f-47e4-94d0-a263518c3e5e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:06:07.415847 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0031e045-0a92-4d7b-97c7-5ea806971b27 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:06:07.416519 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81bfbf4-8593-4588-a452-4f71880666a3', 'tag': 'bd560b11-cc0f-47e4-94d0-a263518c3e5e', 'status': 'completed', 'code': 200} Aug 25 05:06:07.419185 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bd5211c0-d413-428e-933e-bce06d24a94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:07.423555 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bd5211c0-d413-428e-933e-bce06d24a94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:07.425112 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-bd5211c0-d413-428e-933e-bce06d24a94a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d1244a2-c4d4-4edc-8f7c-afcbd7fe6577 HTTP/1.1" status: 204 len: 168 time: 0.9168673 Aug 25 05:06:07.442347 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5211c0-d413-428e-933e-bce06d24a94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1244a2-c4d4-4edc-8f7c-afcbd7fe6577,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:07.460233 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-b907c423-17cf-464f-a571-adf1516666ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:07.468174 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-b907c423-17cf-464f-a571-adf1516666ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b58e6673-6329-48ef-8181-7ebd94345e73 HTTP/1.1" status: 200 len: 858 time: 0.0870941 Aug 25 05:06:07.469331 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['bc8b7ad1-e789-465f-b100-b9d8d6fd164d'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:06:07.471916 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-4f0d3dc1-9b2f-4041-b000-430442e429bb service neutron] 10.222.0.13 "GET /v2.0/networks/a6ccc573-34f3-494f-bb99-823ef7768dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973920 Aug 25 05:06:07.533528 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-128ab46d-67f1-4573-a7c4-533883506a1c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593305 Aug 25 05:06:07.589358 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a001b-8725-4ce7-a13e-ee08e8207d9b req-850fb9b2-2ae2-48a5-bb90-7ede14ef9330 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:07.591098 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f33a001b-8725-4ce7-a13e-ee08e8207d9b req-850fb9b2-2ae2-48a5-bb90-7ede14ef9330 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 944 time: 0.1002095 Aug 25 05:06:07.603166 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f943663d-9a25-4135-a4d4-e74b1dfd049b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:07.649318 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f33a001b-8725-4ce7-a13e-ee08e8207d9b req-0af2e424-0d02-461d-a190-a4edde295c7d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494001 Aug 25 05:06:07.671366 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f943663d-9a25-4135-a4d4-e74b1dfd049b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:07.702351 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f943663d-9a25-4135-a4d4-e74b1dfd049b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406152'] for floatingip, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:07.727279 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943663d-9a25-4135-a4d4-e74b1dfd049b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Pushing event updated for resources: {'Port': ['ID=ef724cbf-0353-4247-8cf3-4b0626a4429e,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:07.733574 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-0213c4de-859c-4b6e-96aa-bb7191c5f87e service neutron] 10.222.0.20 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900463 Aug 25 05:06:07.758737 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-8230ad57-ba43-4083-83c1-8e2fb6f4603f service neutron] 10.222.0.13 "GET /v2.0/networks/a6ccc573-34f3-494f-bb99-823ef7768dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858536 Aug 25 05:06:07.809466 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f943663d-9a25-4135-a4d4-e74b1dfd049b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:07.815184 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-f943663d-9a25-4135-a4d4-e74b1dfd049b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6628394 Aug 25 05:06:07.832830 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b19f5-079d-431d-8b0c-fc66deb434d8 req-ebf175ea-ead8-4c82-9197-9fda6df8357f tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:07.834380 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-990b19f5-079d-431d-8b0c-fc66deb434d8 req-ebf175ea-ead8-4c82-9197-9fda6df8357f tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 944 time: 0.0934548 Aug 25 05:06:07.871117 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e889b9e-24d6-4760-adf9-af41d24dc377 req-88fb23c1-2022-4b47-b707-45eeedc2ceae service neutron] 10.222.0.20 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261530 Aug 25 05:06:07.883242 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-990b19f5-079d-431d-8b0c-fc66deb434d8 req-0a9e8cd6-8644-4bd7-aa37-3a73e23fe0b7 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422051 Aug 25 05:06:08.096796 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-913907c7-d2df-4370-ba18-243b48565a12 req-081908e7-1388-45dd-9b57-3ea1f8c8bd15 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1910049270&fields=id&tenant_id=788f1dcf7a1347409e44465a8473c2d2 HTTP/1.1" status: 200 len: 267 time: 0.0779943 Aug 25 05:06:08.207069 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-54e4e197-08a7-4e59-9671-8ca1a6359596 req-2581f9dc-819e-4226-91b2-95ba14a49e80 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 210 time: 0.0552950 Aug 25 05:06:08.220306 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b36a7-d056-4b08-9a60-558651fb2c89 req-f3064cfa-c075-4e90-8f81-eb3f8337ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:08.221767 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-621b36a7-d056-4b08-9a60-558651fb2c89 req-f3064cfa-c075-4e90-8f81-eb3f8337ee2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c9b105379c7f4027b785a6ecb7ac5ae5&device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 1097 time: 0.1025379 Aug 25 05:06:08.277443 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913907c7-d2df-4370-ba18-243b48565a12 req-1519d9b9-6861-46ee-b0fc-109bad77bd09 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:08.286352 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-913907c7-d2df-4370-ba18-243b48565a12 req-1519d9b9-6861-46ee-b0fc-109bad77bd09 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/networks?id=71d45235-aa08-4ce1-9e25-ebab82ef910a HTTP/1.1" status: 200 len: 817 time: 0.1883321 Aug 25 05:06:08.303993 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-913907c7-d2df-4370-ba18-243b48565a12 req-d03c3e0d-9be6-4557-b5a3-bd75f19fa2df tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/quotas/788f1dcf7a1347409e44465a8473c2d2 HTTP/1.1" status: 200 len: 375 time: 0.0166900 Aug 25 05:06:08.372474 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-913907c7-d2df-4370-ba18-243b48565a12 req-1b2258d9-d416-4a89-af11-7a9746f20a08 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=788f1dcf7a1347409e44465a8473c2d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669150 Aug 25 05:06:08.480795 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-913907c7-d2df-4370-ba18-243b48565a12 req-4fb3e66b-61d8-4f70-8f4d-dc501b741ad2 service neutron] 10.222.0.13 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011586 Aug 25 05:06:08.584069 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-913907c7-d2df-4370-ba18-243b48565a12 req-f6e4d008-0c7c-4577-88b1-5c260cfc19ac service neutron] 10.222.0.13 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962820 Aug 25 05:06:08.642137 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b36a7-d056-4b08-9a60-558651fb2c89 req-e4576b96-3b44-469f-bbd9-28955df98e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:08.643783 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-621b36a7-d056-4b08-9a60-558651fb2c89 req-e4576b96-3b44-469f-bbd9-28955df98e45 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 HTTP/1.1" status: 200 len: 918 time: 0.4118590 Aug 25 05:06:08.663175 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 98072a28-c009-440d-a78e-f3b774450b3a details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:06:08.670015 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f7b47-b055-4663-9a3b-685149260f95 req-5515acf8-8795-4e8b-afca-b308a2ce7b20 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:08.679058 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2c9f7b47-b055-4663-9a3b-685149260f95 req-5515acf8-8795-4e8b-afca-b308a2ce7b20 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 943 time: 0.2718976 Aug 25 05:06:08.728364 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-621b36a7-d056-4b08-9a60-558651fb2c89 req-5170d6da-e953-4723-90ce-2a863149438c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd560b11-cc0f-47e4-94d0-a263518c3e5e HTTP/1.1" status: 200 len: 217 time: 0.0741043 Aug 25 05:06:08.744708 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device bc8b7ad1-e789-465f-b100-b9d8d6fd164d up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:06:08.766412 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2c9f7b47-b055-4663-9a3b-685149260f95 req-4b3cd917-e077-4010-b25f-543eea80ff5a tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863657 Aug 25 05:06:08.828604 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b36a7-d056-4b08-9a60-558651fb2c89 req-2f59ad58-9b08-4b18-b0fd-ac97f2b91b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:08.831259 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-621b36a7-d056-4b08-9a60-558651fb2c89 req-2f59ad58-9b08-4b18-b0fd-ac97f2b91b4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b58e6673-6329-48ef-8181-7ebd94345e73 HTTP/1.1" status: 200 len: 858 time: 0.0903578 Aug 25 05:06:08.878152 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 98072a28-c009-440d-a78e-f3b774450b3a, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=98072a28-c009-440d-a78e-f3b774450b3a,segment=NetworkSegment(4445e499-d004-4476-b792-ebd3fc5ae0cf),segment_id=4445e499-d004-4476-b792-ebd3fc5ae0cf)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:06:08.899823 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': '98072a28-c009-440d-a78e-f3b774450b3a', 'network_id': '73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d', 'port_id': '98072a28-c009-440d-a78e-f3b774450b3a', 'mac_address': 'fa:16:3e:6d:f3:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef23d22f-d6e6-4f50-9a53-5283182301f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:06:08.943282 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-621b36a7-d056-4b08-9a60-558651fb2c89 req-7d74614e-166b-4a3f-9c0b-a4d5607739fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959756 Aug 25 05:06:08.967629 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning for port bc8b7ad1-e789-465f-b100-b9d8d6fd164d completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:06:08.973681 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port bc8b7ad1-e789-465f-b100-b9d8d6fd164d triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:06:08.974181 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:08.976777 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d7c300e3-253a-46cb-92fb-69456822ddca req-b9ce82d1-cf16-4b9e-9a95-f468caf749dc tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 210 time: 0.0599909 Aug 25 05:06:08.988675 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:09.049310 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98072a28-c009-440d-a78e-f3b774450b3a {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:06:09.054703 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24f320-b5ae-4645-81fd-015e5be20c49 req-5e1442df-cdf6-49dc-82b1-e109434dc504 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:09.063755 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ec24f320-b5ae-4645-81fd-015e5be20c49 req-5e1442df-cdf6-49dc-82b1-e109434dc504 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 944 time: 0.2043595 Aug 25 05:06:09.076161 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 38004) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:09.103581 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 98072a28-c009-440d-a78e-f3b774450b3a, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=98072a28-c009-440d-a78e-f3b774450b3a,segment=NetworkSegment(4445e499-d004-4476-b792-ebd3fc5ae0cf),segment_id=4445e499-d004-4476-b792-ebd3fc5ae0cf)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:06:09.174799 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ec24f320-b5ae-4645-81fd-015e5be20c49 req-6238c470-2778-409c-b031-e335337953e0 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100368 Aug 25 05:06:09.194003 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:09.196120 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:06:09.214336 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-621b36a7-d056-4b08-9a60-558651fb2c89 req-9c21658d-c87c-4a90-9f68-333ed0bad950 service neutron] 10.222.0.20 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558088 Aug 25 05:06:09.226969 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46ac19-b51c-4132-93d1-11906ecc68bc req-51af0723-3747-42d4-880d-c77c0e47641c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:09.229026 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8f46ac19-b51c-4132-93d1-11906ecc68bc req-51af0723-3747-42d4-880d-c77c0e47641c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 944 time: 0.1128788 Aug 25 05:06:09.263282 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:09.281529 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=98072a28-c009-440d-a78e-f3b774450b3a,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:09.328082 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8f46ac19-b51c-4132-93d1-11906ecc68bc req-319ca655-00c3-4648-8715-569afc99bb78 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789020 Aug 25 05:06:09.328286 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port bc8b7ad1-e789-465f-b100-b9d8d6fd164d, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=bc8b7ad1-e789-465f-b100-b9d8d6fd164d,segment=NetworkSegment(9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb),segment_id=9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:06:09.331057 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464c9d2f-e066-40fe-95ec-f22f6daf825c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8b7ad1-e789-465f-b100-b9d8d6fd164d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:06:09.385445 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-621b36a7-d056-4b08-9a60-558651fb2c89 req-bc7ffa96-fb12-4eed-b56b-630d91031810 service neutron] 10.222.0.20 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627934 Aug 25 05:06:09.413675 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7359583d-96eb-49be-94a0-e3b61c3fb32b req-e8520c4b-cfc4-4ffb-bd3c-1ca8bb9a10c2 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 210 time: 0.0264466 Aug 25 05:06:09.431124 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d8f08a27-0981-46ff-b712-291ad38badbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:09.460678 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:09.532478 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d8f08a27-0981-46ff-b712-291ad38badbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:09.541458 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0,segment=NetworkSegment(c00594e0-af93-4a9a-b520-a1ea5ec370f0),segment_id=c00594e0-af93-4a9a-b520-a1ea5ec370f0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:06:09.563096 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': '148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0', 'network_id': '1cc0e627-f7e2-44ec-ab75-63e2fc2b4554', 'port_id': '148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0', 'mac_address': 'fa:16:3e:e2:62:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58e6673-6329-48ef-8181-7ebd94345e73', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:06:09.571095 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18461670-2c2e-42f6-9122-d0f83fba604f" -d '{"events": [{"server_uuid": "464c9d2f-e066-40fe-95ec-f22f6daf825c", "name": "network-vif-plugged", "status": "completed", "tag": "bc8b7ad1-e789-465f-b100-b9d8d6fd164d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:06:09.596227 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=bc8b7ad1-e789-465f-b100-b9d8d6fd164d,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:09.615200 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:09.632534 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:06:09.652183 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0,segment=NetworkSegment(c00594e0-af93-4a9a-b520-a1ea5ec370f0),segment_id=c00594e0-af93-4a9a-b520-a1ea5ec370f0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:06:09.654237 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d8f08a27-0981-46ff-b712-291ad38badbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:09.696770 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d8f08a27-0981-46ff-b712-291ad38badbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6969854511654e7fb331a3bc29aaf2b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6195943 Aug 25 05:06:09.697589 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f08a27-0981-46ff-b712-291ad38badbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74eca1b-14e9-4f53-813b-0f531f81ccf0,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:09.699474 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 38026) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:09.737323 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c3dfab-25ac-4bac-b81b-7b53623bdfad x-openstack-request-id: req-b8c3dfab-25ac-4bac-b81b-7b53623bdfad {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:06:09.737784 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464c9d2f-e066-40fe-95ec-f22f6daf825c", "name": "network-vif-plugged", "status": "completed", "tag": "bc8b7ad1-e789-465f-b100-b9d8d6fd164d", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:06:09.737927 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8c3dfab-25ac-4bac-b81b-7b53623bdfad {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:06:09.738412 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464c9d2f-e066-40fe-95ec-f22f6daf825c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8b7ad1-e789-465f-b100-b9d8d6fd164d', 'code': 200} Aug 25 05:06:09.758719 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ceede47a-9b13-4692-984f-fea8f912cb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:09.766921 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:09.796915 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ceede47a-9b13-4692-984f-fea8f912cb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:09.830635 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:09.906898 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de67fa-87cd-45ba-8b0d-535f5309d558 req-0e1ecb65-d1af-46c6-b80e-7b1d4f22b368 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:09.908373 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f9de67fa-87cd-45ba-8b0d-535f5309d558 req-0e1ecb65-d1af-46c6-b80e-7b1d4f22b368 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 944 time: 0.0504997 Aug 25 05:06:09.954535 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ceede47a-9b13-4692-984f-fea8f912cb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:09.957373 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ceede47a-9b13-4692-984f-fea8f912cb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:09.958780 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ceede47a-9b13-4692-984f-fea8f912cb4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b74eca1b-14e9-4f53-813b-0f531f81ccf0 HTTP/1.1" status: 204 len: 168 time: 0.2580559 Aug 25 05:06:09.971789 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f9de67fa-87cd-45ba-8b0d-535f5309d558 req-e6e19662-88d4-46e0-92d8-d15fa07d103c tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564773 Aug 25 05:06:10.007953 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceede47a-9b13-4692-984f-fea8f912cb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74eca1b-14e9-4f53-813b-0f531f81ccf0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:10.114962 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f5374cb0-3747-4e5a-be54-cab13898f851 req-04ecabd4-18c8-4bf3-bd03-1c3facc51535 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 210 time: 0.0357473 Aug 25 05:06:10.148793 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['98072a28-c009-440d-a78e-f3b774450b3a'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:06:10.179859 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:06:10.343411 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04157f-4d9e-40e2-97b6-92b093f1ca49 req-03a74bef-092e-4332-b63f-aa6c1bde662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:10.345504 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fd04157f-4d9e-40e2-97b6-92b093f1ca49 req-03a74bef-092e-4332-b63f-aa6c1bde662b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 1098 time: 0.1380591 Aug 25 05:06:10.367368 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f55706-d171-4d14-9ab0-a9613a7ca226 req-e01ce898-e36c-439e-839c-062fdfd9f9c5 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:10.374029 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-34f55706-d171-4d14-9ab0-a9613a7ca226 req-e01ce898-e36c-439e-839c-062fdfd9f9c5 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 945 time: 0.0941415 Aug 25 05:06:10.396959 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fd04157f-4d9e-40e2-97b6-92b093f1ca49 req-d7771291-97ba-4227-a2fb-9c0977833d76 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:10.450827 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-34f55706-d171-4d14-9ab0-a9613a7ca226 req-d13319b6-03ad-4c99-8f6f-2eed332f0917 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709026 Aug 25 05:06:10.567750 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22079640-0383-47ae-82af-9e75b81b877f req-916895a4-68ee-403d-99ff-4ad4ee516098 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:10.576600 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-22079640-0383-47ae-82af-9e75b81b877f req-916895a4-68ee-403d-99ff-4ad4ee516098 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 944 time: 0.1392381 Aug 25 05:06:10.588010 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8a1edc3b-4339-43f8-b7e6-223f300deab0 req-bc8e4300-5744-4297-97b7-db6cdaf64cfc tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 210 time: 0.0436604 Aug 25 05:06:10.616036 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-22079640-0383-47ae-82af-9e75b81b877f req-ccc65e87-09a9-46e0-a3a1-288b0bf4b72c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382748 Aug 25 05:06:10.619341 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fd04157f-4d9e-40e2-97b6-92b093f1ca49 req-d7771291-97ba-4227-a2fb-9c0977833d76 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:10.668123 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device bd560b11-cc0f-47e4-94d0-a263518c3e5e details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:06:10.720394 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fd04157f-4d9e-40e2-97b6-92b093f1ca49 req-d7771291-97ba-4227-a2fb-9c0977833d76 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:10.756667 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fd04157f-4d9e-40e2-97b6-92b093f1ca49 req-d7771291-97ba-4227-a2fb-9c0977833d76 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025400 Aug 25 05:06:10.761422 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7771291-97ba-4227-a2fb-9c0977833d76 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=61af2df4-27a2-43c2-8945-635f197343df,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:10.770031 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port bd560b11-cc0f-47e4-94d0-a263518c3e5e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=bd560b11-cc0f-47e4-94d0-a263518c3e5e,segment=NetworkSegment(c00594e0-af93-4a9a-b520-a1ea5ec370f0),segment_id=c00594e0-af93-4a9a-b520-a1ea5ec370f0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:06:10.782848 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': 'bd560b11-cc0f-47e4-94d0-a263518c3e5e', 'network_id': '1cc0e627-f7e2-44ec-ab75-63e2fc2b4554', 'port_id': 'bd560b11-cc0f-47e4-94d0-a263518c3e5e', 'mac_address': 'fa:16:3e:00:20:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58e6673-6329-48ef-8181-7ebd94345e73', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:06:10.826666 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:10.840400 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd560b11-cc0f-47e4-94d0-a263518c3e5e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:06:10.860978 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port bd560b11-cc0f-47e4-94d0-a263518c3e5e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=bd560b11-cc0f-47e4-94d0-a263518c3e5e,segment=NetworkSegment(c00594e0-af93-4a9a-b520-a1ea5ec370f0),segment_id=c00594e0-af93-4a9a-b520-a1ea5ec370f0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:06:10.886436 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 38074) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:10.900099 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e08cb2b3-c3fd-4a69-89b8-2b40b2cace0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:10.945675 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:10.987536 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e08cb2b3-c3fd-4a69-89b8-2b40b2cace0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:10.996738 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=bd560b11-cc0f-47e4-94d0-a263518c3e5e,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:11.065347 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e08cb2b3-c3fd-4a69-89b8-2b40b2cace0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:11.125085 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e08cb2b3-c3fd-4a69-89b8-2b40b2cace0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6fe35d9989e4806bb1085a071b90b53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373247 Aug 25 05:06:11.129305 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cb2b3-c3fd-4a69-89b8-2b40b2cace0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997b1b58-1058-412b-818d-e37547a07792,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:11.129425 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 38086) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:11.159096 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b462d2-6db5-43d5-877b-5cb41bc7dbd1 req-1c08e157-f0b5-4736-8147-f280febc4b68 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:11.159950 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c6b462d2-6db5-43d5-877b-5cb41bc7dbd1 req-1c08e157-f0b5-4736-8147-f280febc4b68 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 944 time: 0.1066823 Aug 25 05:06:11.203479 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c6b462d2-6db5-43d5-877b-5cb41bc7dbd1 req-ca298a5e-1c2e-428a-83c2-d905d309a588 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349329 Aug 25 05:06:11.232372 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7ea0c782-1bb5-4a08-9e44-deeb9f3338c6 req-ed038821-3c64-4c22-a6c1-491073bf67de tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 210 time: 0.0339105 Aug 25 05:06:11.237376 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-099dd619-fd86-475b-b0ce-285357290d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:11.261629 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-099dd619-fd86-475b-b0ce-285357290d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:11.362227 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['bd560b11-cc0f-47e4-94d0-a263518c3e5e'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:06:11.411433 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-099dd619-fd86-475b-b0ce-285357290d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:11.413951 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-099dd619-fd86-475b-b0ce-285357290d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:11.417643 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-099dd619-fd86-475b-b0ce-285357290d24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/997b1b58-1058-412b-818d-e37547a07792 HTTP/1.1" status: 204 len: 168 time: 0.2857447 Aug 25 05:06:11.423741 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099dd619-fd86-475b-b0ce-285357290d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997b1b58-1058-412b-818d-e37547a07792,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:11.604631 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 38104) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:11.627867 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506785b-50fb-43ce-a028-5c03a48f0f46 req-f402e474-b612-4d26-affe-eb41b93467db tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:11.629426 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c506785b-50fb-43ce-a028-5c03a48f0f46 req-f402e474-b612-4d26-affe-eb41b93467db tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 945 time: 0.0865743 Aug 25 05:06:11.640585 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-7bbc8ea9-5463-4f04-8bd1-7a7884142752 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:11.642061 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-7bbc8ea9-5463-4f04-8bd1-7a7884142752 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.20 "GET /v2.0/networks?id=a6ccc573-34f3-494f-bb99-823ef7768dbb HTTP/1.1" status: 200 len: 811 time: 0.1727743 Aug 25 05:06:11.690123 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c506785b-50fb-43ce-a028-5c03a48f0f46 req-8dbb6005-e9be-44ba-8cd1-f6cde13f9478 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470045 Aug 25 05:06:11.721550 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-9c3c374d-d58b-4540-8e96-a7cf6c11f76d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0deea94d44084234a6e40672e3f0e996 HTTP/1.1" status: 200 len: 379 time: 0.0589132 Aug 25 05:06:11.727358 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f5ca6d15-2898-4bf4-b476-c9c160b05996 req-7b43fddc-481e-4b04-a4a3-7aafef2a9b72 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 210 time: 0.0576470 Aug 25 05:06:11.738364 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-6e49b26e-d86f-4d5e-8062-ded37f5be596 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Request body: {'port': {'device_id': '19c29bb1-b3aa-4c4f-8714-70080863ecb4', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'admin_state_up': True, 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'security_groups': ['436087a1-faf4-4124-86eb-671f97cbf301']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:06:11.863244 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1434e5-d512-4132-9ac5-6cfacb5da512 req-1fbe23ca-3460-49e4-b589-9fd5c767def5 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:11.864742 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1c1434e5-d512-4132-9ac5-6cfacb5da512 req-1fbe23ca-3460-49e4-b589-9fd5c767def5 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 945 time: 0.0818284 Aug 25 05:06:11.891815 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9495a1aa-3668-4446-b4eb-a69b253a29ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:11.915413 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1c1434e5-d512-4132-9ac5-6cfacb5da512 req-1b17d6a3-2668-4538-9885-5a6658d07198 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423989 Aug 25 05:06:11.994374 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-6e49b26e-d86f-4d5e-8062-ded37f5be596 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Made reservation on behalf of 0deea94d44084234a6e40672e3f0e996 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:06:11.997979 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-6e49b26e-d86f-4d5e-8062-ded37f5be596 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:12.107280 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9495a1aa-3668-4446-b4eb-a69b253a29ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:12.138274 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-6e49b26e-d86f-4d5e-8062-ded37f5be596 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Allocated IP 172.20.0.14 (a6ccc573-34f3-494f-bb99-823ef7768dbb/63327dc2-0b57-412f-9bea-3d5445c9009c/5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:06:12.210817 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913907c7-d2df-4370-ba18-243b48565a12 req-a9024881-f0f9-49ca-a432-18c864f91e34 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:12.212279 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-913907c7-d2df-4370-ba18-243b48565a12 req-a9024881-f0f9-49ca-a432-18c864f91e34 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.20 "GET /v2.0/networks?id=71d45235-aa08-4ce1-9e25-ebab82ef910a HTTP/1.1" status: 200 len: 817 time: 0.1305463 Aug 25 05:06:12.295572 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-913907c7-d2df-4370-ba18-243b48565a12 req-a59b4e51-f5be-4ab6-92b6-422e8230b48b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=788f1dcf7a1347409e44465a8473c2d2 HTTP/1.1" status: 200 len: 380 time: 0.0540483 Aug 25 05:06:12.303016 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-6e49b26e-d86f-4d5e-8062-ded37f5be596 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:12.425808 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-913907c7-d2df-4370-ba18-243b48565a12 req-7fc71c9e-9374-4154-895e-ed2328c427ba tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Request body: {'port': {'device_id': '7d34a445-550e-48b2-b757-df88a7bb6724', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'admin_state_up': True, 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'security_groups': ['7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77']}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:06:12.426341 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-6e49b26e-d86f-4d5e-8062-ded37f5be596 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Transition to ACTIVE for port object 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:06:12.426341 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cffcc434-7d56-450b-b638-391f5c025627 req-61267ae9-c2ff-4a14-a512-da5a850baceb tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 210 time: 0.0295985 Aug 25 05:06:12.426824 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e0892-5075-49a0-ab25-834715b953d5 req-50b446a5-2669-4041-991b-dc178ad76ffe tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:12.426824 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bc2e0892-5075-49a0-ab25-834715b953d5 req-50b446a5-2669-4041-991b-dc178ad76ffe tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 944 time: 0.1090448 Aug 25 05:06:12.467793 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bc2e0892-5075-49a0-ab25-834715b953d5 req-28807a99-9148-45c7-8b6d-f4fba1c34a43 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524247 Aug 25 05:06:12.605377 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9495a1aa-3668-4446-b4eb-a69b253a29ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:12.650561 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9495a1aa-3668-4446-b4eb-a69b253a29ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98780f9c96304c85ad6e1fd82d5a5bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0447981 Aug 25 05:06:12.651625 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495a1aa-3668-4446-b4eb-a69b253a29ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c08b53a-ae11-4513-b855-df685f91d6dc,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:12.653483 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 38140) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:12.677191 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device bd560b11-cc0f-47e4-94d0-a263518c3e5e up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:06:12.686693 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-6e49b26e-d86f-4d5e-8062-ded37f5be596 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:12.777756 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913907c7-d2df-4370-ba18-243b48565a12 req-7fc71c9e-9374-4154-895e-ed2328c427ba tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Made reservation on behalf of 788f1dcf7a1347409e44465a8473c2d2 for: {'port': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:06:12.783409 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-913907c7-d2df-4370-ba18-243b48565a12 req-7fc71c9e-9374-4154-895e-ed2328c427ba tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:12.799546 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-6e49b26e-d86f-4d5e-8062-ded37f5be596 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Network a6ccc573-34f3-494f-bb99-823ef7768dbb is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:06:12.801096 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e78fcc1-2abe-4fa5-8285-78356ceed5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:12.823891 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e78fcc1-2abe-4fa5-8285-78356ceed5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:12.834610 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49b26e-d86f-4d5e-8062-ded37f5be596 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Pushing event updated for resources: {'Port': ['ID=5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:12.839588 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-6e49b26e-d86f-4d5e-8062-ded37f5be596 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:06:12.854229 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-6e49b26e-d86f-4d5e-8062-ded37f5be596 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:06:12.862332 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-6e49b26e-d86f-4d5e-8062-ded37f5be596 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:12.863012 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-6e49b26e-d86f-4d5e-8062-ded37f5be596 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:12.920296 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning for port bd560b11-cc0f-47e4-94d0-a263518c3e5e completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:06:12.926277 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port bd560b11-cc0f-47e4-94d0-a263518c3e5e triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:06:12.927592 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:12.964722 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd683e50-4dbf-4847-bfa8-cbdcc3260924 req-6570da63-221b-4c38-89b7-9cb5e5dac7e0 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:12.974085 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dd683e50-4dbf-4847-bfa8-cbdcc3260924 req-6570da63-221b-4c38-89b7-9cb5e5dac7e0 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 945 time: 0.1328764 Aug 25 05:06:13.041637 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-6e49b26e-d86f-4d5e-8062-ded37f5be596 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3126826 Aug 25 05:06:13.064756 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dd683e50-4dbf-4847-bfa8-cbdcc3260924 req-8b287e90-a9e1-4369-a09e-10ea2269b7ce tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832713 Aug 25 05:06:13.068781 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] Request body: {'port': {'device_id': '19c29bb1-b3aa-4c4f-8714-70080863ecb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:06:13.117977 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e78fcc1-2abe-4fa5-8285-78356ceed5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:13.129233 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e78fcc1-2abe-4fa5-8285-78356ceed5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:13.129233 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-2e78fcc1-2abe-4fa5-8285-78356ceed5b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c08b53a-ae11-4513-b855-df685f91d6dc HTTP/1.1" status: 204 len: 168 time: 0.4712880 Aug 25 05:06:13.169706 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78fcc1-2abe-4fa5-8285-78356ceed5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c08b53a-ae11-4513-b855-df685f91d6dc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:13.173202 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:13.253451 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a51b4-3815-4968-a974-b650e0bbab8d req-3a214296-4d56-48a5-b9c0-d0e827672e29 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:13.262130 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8c7a51b4-3815-4968-a974-b650e0bbab8d req-3a214296-4d56-48a5-b9c0-d0e827672e29 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 932 time: 0.4398839 Aug 25 05:06:13.268670 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81bfbf4-8593-4588-a452-4f71880666a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd560b11-cc0f-47e4-94d0-a263518c3e5e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:06:13.272674 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504dad95-ac5a-4dc7-bd3b-0d4126c6bede" -d '{"events": [{"server_uuid": "f81bfbf4-8593-4588-a452-4f71880666a3", "name": "network-vif-plugged", "status": "completed", "tag": "bd560b11-cc0f-47e4-94d0-a263518c3e5e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:06:13.277130 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:13.301234 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port bd560b11-cc0f-47e4-94d0-a263518c3e5e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=bd560b11-cc0f-47e4-94d0-a263518c3e5e,segment=NetworkSegment(c00594e0-af93-4a9a-b520-a1ea5ec370f0),segment_id=c00594e0-af93-4a9a-b520-a1ea5ec370f0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:06:13.331371 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5235e-c736-45d3-83b8-a443ee1e2f27 req-20ea4dce-e65e-4049-9ce9-bd96538bc8b6 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:13.332892 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b7a5235e-c736-45d3-83b8-a443ee1e2f27 req-20ea4dce-e65e-4049-9ce9-bd96538bc8b6 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 945 time: 0.1002417 Aug 25 05:06:13.413484 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8c7a51b4-3815-4968-a974-b650e0bbab8d req-04315c69-50dd-417b-94b4-07e19e1f8989 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501188 Aug 25 05:06:13.414588 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-94e7fa5a-dab8-49f3-8844-575f7293b338 None None] Provisioning for port 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:06:13.417117 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:13.418071 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 98072a28-c009-440d-a78e-f3b774450b3a up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:06:13.438951 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b7a5235e-c736-45d3-83b8-a443ee1e2f27 req-6dadb9cc-bf4a-40e9-a598-0d5c870c6a74 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987887 Aug 25 05:06:13.441115 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [req-913907c7-d2df-4370-ba18-243b48565a12 req-7fc71c9e-9374-4154-895e-ed2328c427ba tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Allocated IP 172.20.0.3 (71d45235-aa08-4ce1-9e25-ebab82ef910a/686786a2-7682-45e8-a905-204e7e4e6535/a81d506a-8037-49a1-a7fb-2de165e6049e) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:06:13.479939 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-94e7fa5a-dab8-49f3-8844-575f7293b338 None None] Provisioning complete for port 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:06:13.479939 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94e7fa5a-dab8-49f3-8844-575f7293b338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:13.660655 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-913907c7-d2df-4370-ba18-243b48565a12 req-7fc71c9e-9374-4154-895e-ed2328c427ba tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:13.668921 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4f028b-4fa5-49bf-a252-47186e647059 x-openstack-request-id: req-cc4f028b-4fa5-49bf-a252-47186e647059 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:06:13.669289 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81bfbf4-8593-4588-a452-4f71880666a3", "name": "network-vif-plugged", "status": "completed", "tag": "bd560b11-cc0f-47e4-94d0-a263518c3e5e", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:06:13.669610 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc4f028b-4fa5-49bf-a252-47186e647059 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:06:13.670062 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81bfbf4-8593-4588-a452-4f71880666a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd560b11-cc0f-47e4-94d0-a263518c3e5e', 'code': 200} Aug 25 05:06:13.683978 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b8f2d828-5aca-454a-8a80-6240688ab59b req-dbdd5f57-2113-4633-ae4a-242396b53c76 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 210 time: 0.0537527 Aug 25 05:06:13.727858 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-913907c7-d2df-4370-ba18-243b48565a12 req-7fc71c9e-9374-4154-895e-ed2328c427ba tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Transition to ACTIVE for port object a81d506a-8037-49a1-a7fb-2de165e6049e will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:06:13.752369 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=bd560b11-cc0f-47e4-94d0-a263518c3e5e,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:13.754559 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:06:13.768959 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:13.779299 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-94e7fa5a-dab8-49f3-8844-575f7293b338 None None] Port 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:06:13.791540 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] Transition to ACTIVE for port object 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:06:13.868358 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ea0b2-9af7-43a9-bde2-38baea65b07d req-ba3ec090-fbca-4b28-b6aa-9c8c90284828 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:13.869847 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-811ea0b2-9af7-43a9-bde2-38baea65b07d req-ba3ec090-fbca-4b28-b6aa-9c8c90284828 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 944 time: 0.1982245 Aug 25 05:06:13.871228 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:13.871491 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning for port 98072a28-c009-440d-a78e-f3b774450b3a completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:06:13.876179 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port 98072a28-c009-440d-a78e-f3b774450b3a triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:06:13.876878 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:13.911864 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-913907c7-d2df-4370-ba18-243b48565a12 req-7fc71c9e-9374-4154-895e-ed2328c427ba tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:13.968617 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:13.995855 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] Pushing event updated for resources: {'Port': ['ID=5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:14.008426 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 98072a28-c009-440d-a78e-f3b774450b3a, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=98072a28-c009-440d-a78e-f3b774450b3a,segment=NetworkSegment(4445e499-d004-4476-b792-ebd3fc5ae0cf),segment_id=4445e499-d004-4476-b792-ebd3fc5ae0cf)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:06:14.013631 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-811ea0b2-9af7-43a9-bde2-38baea65b07d req-22c4604c-6d24-45d6-885b-253b0730b604 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337662 Aug 25 05:06:14.017027 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] Attempting to bind port 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:06:14.017357 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] Attempting to bind port 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '78b61737-4ec5-4df0-b1a3-d71596c9c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:06:14.017681 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] Attempting to bind port 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce on network a6ccc573-34f3-494f-bb99-823ef7768dbb {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:06:14.027944 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dae80-9dee-4767-8349-38c1eb3a7937 req-f00e03c9-67ef-4cfb-8a8c-d1c9eb795e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:14.030154 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7c6dae80-9dee-4767-8349-38c1eb3a7937 req-f00e03c9-67ef-4cfb-8a8c-d1c9eb795e33 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 1099 time: 0.1091986 Aug 25 05:06:14.031221 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] Port 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce on network a6ccc573-34f3-494f-bb99-823ef7768dbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 05:06:14.031753 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] Attempting to bind port 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce on network a6ccc573-34f3-494f-bb99-823ef7768dbb {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:06:14.052551 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] Checking agent: {'id': '2d6b99c1-3d97-4a8a-bca5-2c0d702c36c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'started_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:06:14.053160 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] Checking segment: {'id': '78b61737-4ec5-4df0-b1a3-d71596c9c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:06:14.053549 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] Bound using segment: {'id': '78b61737-4ec5-4df0-b1a3-d71596c9c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:06:14.053668 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913907c7-d2df-4370-ba18-243b48565a12 req-7fc71c9e-9374-4154-895e-ed2328c427ba tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Network 71d45235-aa08-4ce1-9e25-ebab82ef910a is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:06:14.053994 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] Bound port: 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b61737-4ec5-4df0-b1a3-d71596c9c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:06:14.054350 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:14.059241 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [req-913907c7-d2df-4370-ba18-243b48565a12 req-7fc71c9e-9374-4154-895e-ed2328c427ba tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:06:14.083582 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-913907c7-d2df-4370-ba18-243b48565a12 req-7fc71c9e-9374-4154-895e-ed2328c427ba tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:06:14.083582 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913907c7-d2df-4370-ba18-243b48565a12 req-7fc71c9e-9374-4154-895e-ed2328c427ba tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:14.083582 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-913907c7-d2df-4370-ba18-243b48565a12 req-7fc71c9e-9374-4154-895e-ed2328c427ba tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:14.088098 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc71c9e-9374-4154-895e-ed2328c427ba tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Pushing event updated for resources: {'Port': ['ID=a81d506a-8037-49a1-a7fb-2de165e6049e,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:14.089355 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:14.090630 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:06:14.106266 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7c6dae80-9dee-4767-8349-38c1eb3a7937 req-bb4a8698-15c0-434c-994b-e6e86a96d6bc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682747 Aug 25 05:06:14.186684 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-913907c7-d2df-4370-ba18-243b48565a12 req-7fc71c9e-9374-4154-895e-ed2328c427ba tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8744268 Aug 25 05:06:14.213272 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 38192) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:14.229825 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c9f4b149-8ffd-4933-8df3-818a47fa0d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:14.291181 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=98072a28-c009-440d-a78e-f3b774450b3a,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:14.292043 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] For port 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce, host hv-cinder-75793, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:06:14.314212 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] For port 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce,segment=NetworkSegment(78b61737-4ec5-4df0-b1a3-d71596c9c7fc),segment_id=78b61737-4ec5-4df0-b1a3-d71596c9c7fc)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:06:14.330995 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b851f-b5da-471e-b895-6a21c385d2d1 req-bcfa867f-4d9b-486c-87ce-60dd29951903 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:14.332704 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-426b851f-b5da-471e-b895-6a21c385d2d1 req-bcfa867f-4d9b-486c-87ce-60dd29951903 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 945 time: 0.1054044 Aug 25 05:06:14.373569 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning for port 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:06:14.378682 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:06:14.379252 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:14.392195 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c9f4b149-8ffd-4933-8df3-818a47fa0d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:14.405701 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-913907c7-d2df-4370-ba18-243b48565a12 req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] Request body: {'port': {'device_id': '7d34a445-550e-48b2-b757-df88a7bb6724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:06:14.433834 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-426b851f-b5da-471e-b895-6a21c385d2d1 req-04483490-31b1-4382-b071-afff6b83c67c tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734220 Aug 25 05:06:14.433834 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:14.509398 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c9f4b149-8ffd-4933-8df3-818a47fa0d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:14.565044 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:14.565371 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] Pushing event updated for resources: {'Port': ['ID=5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:14.572976 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:14.574288 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:14.575909 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-2f65452d-68ff-4e16-90c5-89c6b884714e service neutron] 10.222.0.20 "PUT /v2.0/ports/5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce HTTP/1.1" status: 200 len: 1094 time: 1.5146284 Aug 25 05:06:14.576403 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c29bb1-b3aa-4c4f-8714-70080863ecb4', 'tag': '5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:06:14.579832 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324ead13-2d38-44aa-a701-08ebef170155" -d '{"events": [{"name": "network-changed", "server_uuid": "19c29bb1-b3aa-4c4f-8714-70080863ecb4", "tag": "5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:06:14.584800 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4b149-8ffd-4933-8df3-818a47fa0d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d46ea1-c2e5-45c9-90cf-1bff11853856,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:14.606191 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-913907c7-d2df-4370-ba18-243b48565a12 req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:14.663063 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0,segment=NetworkSegment(c00594e0-af93-4a9a-b520-a1ea5ec370f0),segment_id=c00594e0-af93-4a9a-b520-a1ea5ec370f0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:06:14.699715 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 38212) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:14.707180 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c9f4b149-8ffd-4933-8df3-818a47fa0d48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aabf552b936c413da7055d8b1182d07a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4926319 Aug 25 05:06:14.711101 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-647e3a79-c32b-498e-ac6d-01de170e24d8 None None] Provisioning for port a81d506a-8037-49a1-a7fb-2de165e6049e completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:06:14.715233 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-647e3a79-c32b-498e-ac6d-01de170e24d8 None None] Provisioning complete for port a81d506a-8037-49a1-a7fb-2de165e6049e triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:06:14.721103 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-647e3a79-c32b-498e-ac6d-01de170e24d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:14.721240 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212c6cb-1468-4181-8c26-f13fc8ae87f3 req-30c54d40-5c73-436c-b8ef-04f47e4d849a tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:14.721240 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3212c6cb-1468-4181-8c26-f13fc8ae87f3 req-30c54d40-5c73-436c-b8ef-04f47e4d849a tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.1015172 Aug 25 05:06:14.759451 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6929c75-8fed-4ef5-8900-a7aa1f8d3685 req-64688d23-af3c-4d39-8459-3ca9d5fc52f0 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:14.762125 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c6929c75-8fed-4ef5-8900-a7aa1f8d3685 req-64688d23-af3c-4d39-8459-3ca9d5fc52f0 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 944 time: 0.1722178 Aug 25 05:06:14.766180 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-647e3a79-c32b-498e-ac6d-01de170e24d8 None None] Port a81d506a-8037-49a1-a7fb-2de165e6049e cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:06:14.769027 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:14.825471 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:14.840340 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3212c6cb-1468-4181-8c26-f13fc8ae87f3 req-50150a53-ac1a-4793-ac33-5693cb62b0d9 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144638 Aug 25 05:06:14.842126 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-71f47bc6-9641-4d7d-af00-ac05aeb3d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:14.843635 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-71f47bc6-9641-4d7d-af00-ac05aeb3d119 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0deea94d44084234a6e40672e3f0e996&device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 1097 time: 0.1051414 Aug 25 05:06:14.856179 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bb568bc-de53-4ed3-b31a-bcf9db8518ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:14.908101 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f1d849-a1d1-49c4-9fa6-f04e996d47a9 x-openstack-request-id: req-f2f1d849-a1d1-49c4-9fa6-f04e996d47a9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:06:14.923946 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c29bb1-b3aa-4c4f-8714-70080863ecb4", "tag": "5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:06:14.923946 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2f1d849-a1d1-49c4-9fa6-f04e996d47a9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:06:14.923946 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c29bb1-b3aa-4c4f-8714-70080863ecb4', 'tag': '5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce', 'status': 'completed', 'code': 200} Aug 25 05:06:14.924428 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c6929c75-8fed-4ef5-8900-a7aa1f8d3685 req-d4fc2df8-25f0-48b4-9af4-1b49d27c4eda tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416063 Aug 25 05:06:14.924512 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-5d71ef71-cd27-48e7-bc5b-1e1df7f3470d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce HTTP/1.1" status: 200 len: 217 time: 0.0516472 Aug 25 05:06:14.928461 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bb568bc-de53-4ed3-b31a-bcf9db8518ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:15.046633 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-a0be8072-a5eb-4ed4-9e54-9e6da5b8a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:15.048657 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-a0be8072-a5eb-4ed4-9e54-9e6da5b8a945 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63327dc2-0b57-412f-9bea-3d5445c9009c HTTP/1.1" status: 200 len: 850 time: 0.1111143 Aug 25 05:06:15.061488 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbffcc-a65b-4159-a992-65b857cd5af9 req-680ea581-4eba-4f9e-b3c9-699a96923456 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:15.063185 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2bcbffcc-a65b-4159-a992-65b857cd5af9 req-680ea581-4eba-4f9e-b3c9-699a96923456 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 931 time: 0.1148360 Aug 25 05:06:15.106401 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2bcbffcc-a65b-4159-a992-65b857cd5af9 req-ae9db25c-b1d7-45ac-9750-90b3606dbec4 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349271 Aug 25 05:06:15.120460 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [req-913907c7-d2df-4370-ba18-243b48565a12 req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81d506a-8037-49a1-a7fb-2de165e6049e {{(pid=94638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:06:15.132185 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-913907c7-d2df-4370-ba18-243b48565a12 req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:15.182550 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad26f19-d7e3-4fb9-9eb8-8800e6d13f2f req-6f74a31c-6238-461c-b440-a37a68bf615d tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:15.184260 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1ad26f19-d7e3-4fb9-9eb8-8800e6d13f2f req-6f74a31c-6238-461c-b440-a37a68bf615d tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 945 time: 0.0976138 Aug 25 05:06:15.227055 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-c3a85b7c-41c1-4e08-9723-550cdee84b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:15.228538 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-c3a85b7c-41c1-4e08-9723-550cdee84b14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6ccc573-34f3-494f-bb99-823ef7768dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718489 Aug 25 05:06:15.231001 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1ad26f19-d7e3-4fb9-9eb8-8800e6d13f2f req-a49b4952-cbaf-4a6e-843e-d94bbf56df43 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388403 Aug 25 05:06:15.234529 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-913907c7-d2df-4370-ba18-243b48565a12 req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] Transition to ACTIVE for port object a81d506a-8037-49a1-a7fb-2de165e6049e will not be triggered until provisioned by entity L2. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:06:15.235532 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bb568bc-de53-4ed3-b31a-bcf9db8518ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:15.238945 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bb568bc-de53-4ed3-b31a-bcf9db8518ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:15.241991 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-7bb568bc-de53-4ed3-b31a-bcf9db8518ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97d46ea1-c2e5-45c9-90cf-1bff11853856 HTTP/1.1" status: 204 len: 168 time: 0.5208616 Aug 25 05:06:15.256916 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb568bc-de53-4ed3-b31a-bcf9db8518ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d46ea1-c2e5-45c9-90cf-1bff11853856,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:15.311067 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-913907c7-d2df-4370-ba18-243b48565a12 req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:15.393906 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-810251e8-83fd-4497-8644-aca9e9efd9e5 service neutron] 10.222.0.20 "GET /v2.0/networks/a6ccc573-34f3-494f-bb99-823ef7768dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527441 Aug 25 05:06:15.444051 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] Pushing event updated for resources: {'Port': ['ID=a81d506a-8037-49a1-a7fb-2de165e6049e,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:15.462901 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-913907c7-d2df-4370-ba18-243b48565a12 req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] Attempting to bind port a81d506a-8037-49a1-a7fb-2de165e6049e on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:06:15.463252 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-913907c7-d2df-4370-ba18-243b48565a12 req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] Attempting to bind port a81d506a-8037-49a1-a7fb-2de165e6049e by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'bc595d39-e285-4b78-84f0-225a1a489ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a'}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:06:15.463798 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913907c7-d2df-4370-ba18-243b48565a12 req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] Attempting to bind port a81d506a-8037-49a1-a7fb-2de165e6049e on network 71d45235-aa08-4ce1-9e25-ebab82ef910a {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:06:15.481404 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913907c7-d2df-4370-ba18-243b48565a12 req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] Port a81d506a-8037-49a1-a7fb-2de165e6049e on network 71d45235-aa08-4ce1-9e25-ebab82ef910a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 05:06:15.486205 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913907c7-d2df-4370-ba18-243b48565a12 req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] Attempting to bind port a81d506a-8037-49a1-a7fb-2de165e6049e on network 71d45235-aa08-4ce1-9e25-ebab82ef910a {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:06:15.493950 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913907c7-d2df-4370-ba18-243b48565a12 req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] Checking agent: {'id': '2d6b99c1-3d97-4a8a-bca5-2c0d702c36c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'started_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:06:15.494622 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913907c7-d2df-4370-ba18-243b48565a12 req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] Checking segment: {'id': 'bc595d39-e285-4b78-84f0-225a1a489ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:06:15.495331 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913907c7-d2df-4370-ba18-243b48565a12 req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] Bound using segment: {'id': 'bc595d39-e285-4b78-84f0-225a1a489ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a'} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:06:15.496153 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-913907c7-d2df-4370-ba18-243b48565a12 req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] Bound port: a81d506a-8037-49a1-a7fb-2de165e6049e, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc595d39-e285-4b78-84f0-225a1a489ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a'}}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:06:15.496681 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-913907c7-d2df-4370-ba18-243b48565a12 req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:15.601704 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-913907c7-d2df-4370-ba18-243b48565a12 req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] For port a81d506a-8037-49a1-a7fb-2de165e6049e, host hv-cinder-75793, cleared binding levels {{(pid=94638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:06:15.606805 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-913907c7-d2df-4370-ba18-243b48565a12 req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] For port a81d506a-8037-49a1-a7fb-2de165e6049e, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a81d506a-8037-49a1-a7fb-2de165e6049e,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:06:15.671601 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e84a77-eec8-4c7f-a760-17d7c80f0d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98072a28-c009-440d-a78e-f3b774450b3a'}, {'server_uuid': '81893380-77fa-4724-8e7a-2ca10e6f3a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:06:15.674559 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9e3232-9d5b-4e3f-8d90-4af8e68ea665" -d '{"events": [{"server_uuid": "f3e84a77-eec8-4c7f-a760-17d7c80f0d6b", "name": "network-vif-plugged", "status": "completed", "tag": "98072a28-c009-440d-a78e-f3b774450b3a"}, {"server_uuid": "81893380-77fa-4724-8e7a-2ca10e6f3a88", "name": "network-vif-plugged", "status": "completed", "tag": "148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:06:15.708060 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3bfe68e5-2da8-43cd-ba43-f2700b5666a5 req-f319a2f0-e356-45d7-a6e3-3a8d42602ca8 service neutron] 10.222.0.20 "GET /v2.0/networks/a6ccc573-34f3-494f-bb99-823ef7768dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054211 Aug 25 05:06:15.711486 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-913907c7-d2df-4370-ba18-243b48565a12 req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:15.746903 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 05:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6395d5d7-68d0-4c6c-ae91-0d1ef4e24624 x-openstack-request-id: req-6395d5d7-68d0-4c6c-ae91-0d1ef4e24624 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:06:15.747388 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e84a77-eec8-4c7f-a760-17d7c80f0d6b", "name": "network-vif-plugged", "status": "completed", "tag": "98072a28-c009-440d-a78e-f3b774450b3a", "code": 200}, {"server_uuid": "81893380-77fa-4724-8e7a-2ca10e6f3a88", "name": "network-vif-plugged", "status": "completed", "tag": "148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:06:15.747807 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6395d5d7-68d0-4c6c-ae91-0d1ef4e24624 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:06:15.748351 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e84a77-eec8-4c7f-a760-17d7c80f0d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98072a28-c009-440d-a78e-f3b774450b3a', 'code': 200} Aug 25 05:06:15.748753 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81893380-77fa-4724-8e7a-2ca10e6f3a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0', 'code': 200} Aug 25 05:06:15.755732 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913907c7-d2df-4370-ba18-243b48565a12 req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:15.756362 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-913907c7-d2df-4370-ba18-243b48565a12 req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:15.757859 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-913907c7-d2df-4370-ba18-243b48565a12 req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] 10.222.0.20 "PUT /v2.0/ports/a81d506a-8037-49a1-a7fb-2de165e6049e HTTP/1.1" status: 200 len: 1093 time: 1.3582122 Aug 25 05:06:15.758287 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d34a445-550e-48b2-b757-df88a7bb6724', 'tag': 'a81d506a-8037-49a1-a7fb-2de165e6049e'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:06:15.834905 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2351122-56d1-4d7f-a679-742c39674b41 service neutron] Pushing event updated for resources: {'Port': ['ID=a81d506a-8037-49a1-a7fb-2de165e6049e,revision_number=3']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:16.113399 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba4825-8251-4649-a2ce-fb5baf1e69f7 req-c6d38811-4a5f-485b-abfd-4519ef452052 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:16.130390 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ead13-2d38-44aa-a701-08ebef170155 req-129e1d5e-7162-4b69-b868-a6b840bf5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:16.130707 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f7ba4825-8251-4649-a2ce-fb5baf1e69f7 req-c6d38811-4a5f-485b-abfd-4519ef452052 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 944 time: 0.1212120 Aug 25 05:06:16.130812 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-324ead13-2d38-44aa-a701-08ebef170155 req-129e1d5e-7162-4b69-b868-a6b840bf5f91 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0deea94d44084234a6e40672e3f0e996&device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 1097 time: 0.1146166 Aug 25 05:06:16.138088 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea7d6d-7009-4a00-876e-8ca4b8d343ef req-5a2c8aa4-4040-4473-b120-43b9063e5a9e tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:16.139741 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b0ea7d6d-7009-4a00-876e-8ca4b8d343ef req-5a2c8aa4-4040-4473-b120-43b9063e5a9e tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.1910319 Aug 25 05:06:16.188528 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913907c7-d2df-4370-ba18-243b48565a12 req-6ee1961a-8b16-483a-b1f0-3a18d1a444f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:16.190012 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-913907c7-d2df-4370-ba18-243b48565a12 req-6ee1961a-8b16-483a-b1f0-3a18d1a444f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=788f1dcf7a1347409e44465a8473c2d2&device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 1096 time: 0.1397257 Aug 25 05:06:16.198139 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f7ba4825-8251-4649-a2ce-fb5baf1e69f7 req-34b4b822-908c-4533-b7f3-ddcbee0730d3 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629373 Aug 25 05:06:16.202064 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa413500-c25b-41b7-a53b-c8cf58ea3a00" -d '{"events": [{"name": "network-changed", "server_uuid": "7d34a445-550e-48b2-b757-df88a7bb6724", "tag": "a81d506a-8037-49a1-a7fb-2de165e6049e"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:06:16.259152 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-913907c7-d2df-4370-ba18-243b48565a12 req-435a686e-4352-46d6-993a-676c350686ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a81d506a-8037-49a1-a7fb-2de165e6049e HTTP/1.1" status: 200 len: 217 time: 0.0476129 Aug 25 05:06:16.263367 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b0ea7d6d-7009-4a00-876e-8ca4b8d343ef req-3920606a-38ac-41ec-aa23-c33d94654251 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575976 Aug 25 05:06:16.293182 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ead13-2d38-44aa-a701-08ebef170155 req-b940a331-0d2a-49a8-a759-630bebccd46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:16.293182 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-324ead13-2d38-44aa-a701-08ebef170155 req-b940a331-0d2a-49a8-a759-630bebccd46d service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6ccc573-34f3-494f-bb99-823ef7768dbb HTTP/1.1" status: 200 len: 911 time: 0.1459579 Aug 25 05:06:16.342564 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-324ead13-2d38-44aa-a701-08ebef170155 req-f21f83cb-4dfe-49a7-9946-2290ef69a963 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce HTTP/1.1" status: 200 len: 217 time: 0.0403051 Aug 25 05:06:16.413443 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913907c7-d2df-4370-ba18-243b48565a12 req-67a89857-7789-48b4-a026-4249a4d14a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:16.415415 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-913907c7-d2df-4370-ba18-243b48565a12 req-67a89857-7789-48b4-a026-4249a4d14a3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=686786a2-7682-45e8-a905-204e7e4e6535 HTTP/1.1" status: 200 len: 856 time: 0.1301079 Aug 25 05:06:16.431972 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ead13-2d38-44aa-a701-08ebef170155 req-74179c55-7aa2-48bd-99da-8c497fb0b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:16.431972 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-324ead13-2d38-44aa-a701-08ebef170155 req-74179c55-7aa2-48bd-99da-8c497fb0b5e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63327dc2-0b57-412f-9bea-3d5445c9009c HTTP/1.1" status: 200 len: 850 time: 0.0811906 Aug 25 05:06:16.463744 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43190774-e69c-4546-9237-8802b22dcf36 req-11f49e67-f605-48e9-bce9-799ef450604b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:16.465252 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-43190774-e69c-4546-9237-8802b22dcf36 req-11f49e67-f605-48e9-bce9-799ef450604b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.1669531 Aug 25 05:06:16.487817 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b153c24-c490-4689-9a6e-0df42c091cde req-e39b94a3-7467-4993-ba33-797b05a12860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:16.489348 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2b153c24-c490-4689-9a6e-0df42c091cde req-e39b94a3-7467-4993-ba33-797b05a12860 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 1098 time: 0.1606474 Aug 25 05:06:16.519975 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ead13-2d38-44aa-a701-08ebef170155 req-c7c4b2f6-fb7c-432d-a34e-9daf295c1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:16.521757 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-324ead13-2d38-44aa-a701-08ebef170155 req-c7c4b2f6-fb7c-432d-a34e-9daf295c1d5e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6ccc573-34f3-494f-bb99-823ef7768dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814905 Aug 25 05:06:16.553297 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7d6e7-9155-4da8-861a-cd231f2ef2e1 req-d3008de3-c72e-49bb-b640-8d30e4349a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:16.554826 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ebe7d6e7-9155-4da8-861a-cd231f2ef2e1 req-d3008de3-c72e-49bb-b640-8d30e4349a37 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 1099 time: 0.1389239 Aug 25 05:06:16.574449 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-43190774-e69c-4546-9237-8802b22dcf36 req-561d9c9b-c5ca-415d-afaa-44ca03fd23df tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868483 Aug 25 05:06:16.579434 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c39fb8-56c9-43b1-91c4-dad7149fa74a x-openstack-request-id: req-51c39fb8-56c9-43b1-91c4-dad7149fa74a {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:06:16.579892 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d34a445-550e-48b2-b757-df88a7bb6724", "tag": "a81d506a-8037-49a1-a7fb-2de165e6049e", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:06:16.580207 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51c39fb8-56c9-43b1-91c4-dad7149fa74a {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:06:16.580605 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d34a445-550e-48b2-b757-df88a7bb6724', 'tag': 'a81d506a-8037-49a1-a7fb-2de165e6049e', 'status': 'completed', 'code': 200} Aug 25 05:06:16.584734 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913907c7-d2df-4370-ba18-243b48565a12 req-e8d69802-9b47-4888-9ae2-8d78207eb4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:16.586210 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-913907c7-d2df-4370-ba18-243b48565a12 req-e8d69802-9b47-4888-9ae2-8d78207eb4ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=71d45235-aa08-4ce1-9e25-ebab82ef910a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1575081 Aug 25 05:06:16.607284 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2b153c24-c490-4689-9a6e-0df42c091cde req-9dccb0cf-435e-40c8-b494-a8b3ed583ea6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047716 Aug 25 05:06:16.670923 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ebe7d6e7-9155-4da8-861a-cd231f2ef2e1 req-68bad2a3-edb5-4e54-830f-30968e26c17e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041334 Aug 25 05:06:16.714245 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-913907c7-d2df-4370-ba18-243b48565a12 req-00ef2530-a8b6-468b-a51d-c1d6bfec4a60 service neutron] 10.222.0.20 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173484 Aug 25 05:06:16.726502 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-324ead13-2d38-44aa-a701-08ebef170155 req-5aba8646-e7ea-4dd0-8d51-3b89ddeb5986 service neutron] 10.222.0.20 "GET /v2.0/networks/a6ccc573-34f3-494f-bb99-823ef7768dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883688 Aug 25 05:06:16.745258 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e97b7f-be02-4845-83f5-ca268c662ddf req-f031b07e-5bd5-4be9-ab6a-9cb6068cd6f9 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:16.753576 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-78e97b7f-be02-4845-83f5-ca268c662ddf req-f031b07e-5bd5-4be9-ab6a-9cb6068cd6f9 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 945 time: 0.0816393 Aug 25 05:06:16.787229 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-78e97b7f-be02-4845-83f5-ca268c662ddf req-651a0207-738d-47e3-aeac-318442e258c2 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327785 Aug 25 05:06:17.294077 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-324ead13-2d38-44aa-a701-08ebef170155 req-578d0224-bfe6-480c-bd7f-ca9ddb4fd6f8 service neutron] 10.222.0.20 "GET /v2.0/networks/a6ccc573-34f3-494f-bb99-823ef7768dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126354 Aug 25 05:06:17.331813 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-913907c7-d2df-4370-ba18-243b48565a12 req-96090ef4-ed61-4711-9f90-48cc1ae78b00 service neutron] 10.222.0.20 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725008 Aug 25 05:06:17.341894 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95759541-eb31-4a00-b89b-5ef515cac572 req-f1ed0f9f-ab4c-4b6f-acc3-99061811dc56 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:17.343378 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-95759541-eb31-4a00-b89b-5ef515cac572 req-f1ed0f9f-ab4c-4b6f-acc3-99061811dc56 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0943835 Aug 25 05:06:17.367181 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde01acd-3cf0-429e-8b98-1e3650a4892d req-4e619fe5-f43b-49f8-93fb-f4073adc6e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:17.368969 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cde01acd-3cf0-429e-8b98-1e3650a4892d req-4e619fe5-f43b-49f8-93fb-f4073adc6e53 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c9b105379c7f4027b785a6ecb7ac5ae5&device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 1099 time: 0.0405712 Aug 25 05:06:17.387915 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-95759541-eb31-4a00-b89b-5ef515cac572 req-6a52621c-d69b-4331-ac00-2a9545a0fc50 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385017 Aug 25 05:06:17.519080 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847aca0-4744-4f7d-ba0e-770071bc8b2d req-d3ace9d3-aa18-4a91-952c-75a4f02c8b83 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:17.520904 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0847aca0-4744-4f7d-ba0e-770071bc8b2d req-d3ace9d3-aa18-4a91-952c-75a4f02c8b83 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 944 time: 0.0568368 Aug 25 05:06:17.536559 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde01acd-3cf0-429e-8b98-1e3650a4892d req-74fd5d22-fe77-4535-9d4f-26bd85a4b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:17.538680 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cde01acd-3cf0-429e-8b98-1e3650a4892d req-74fd5d22-fe77-4535-9d4f-26bd85a4b325 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 HTTP/1.1" status: 200 len: 918 time: 0.1348879 Aug 25 05:06:17.573962 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0847aca0-4744-4f7d-ba0e-770071bc8b2d req-221efe07-6284-4ffd-b3f3-e374c15b84a9 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459838 Aug 25 05:06:17.650488 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa413500-c25b-41b7-a53b-c8cf58ea3a00 req-1a1fdccd-d653-4530-b22f-34db0feed6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:17.652325 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-aa413500-c25b-41b7-a53b-c8cf58ea3a00 req-1a1fdccd-d653-4530-b22f-34db0feed6bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=788f1dcf7a1347409e44465a8473c2d2&device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 1096 time: 0.0470991 Aug 25 05:06:17.836528 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6a00c-f050-4c92-885d-cddb6628532c req-9c088583-0a3a-43be-b653-a49ecb4b1a5c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:17.838641 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-97b6a00c-f050-4c92-885d-cddb6628532c req-9c088583-0a3a-43be-b653-a49ecb4b1a5c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.1511250 Aug 25 05:06:17.840274 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa413500-c25b-41b7-a53b-c8cf58ea3a00 req-a23abba6-1954-4e85-9067-cf06ac02a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:17.841718 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-aa413500-c25b-41b7-a53b-c8cf58ea3a00 req-a23abba6-1954-4e85-9067-cf06ac02a858 service neutron] 10.222.0.20 "GET /v2.0/networks?id=71d45235-aa08-4ce1-9e25-ebab82ef910a HTTP/1.1" status: 200 len: 917 time: 0.1651547 Aug 25 05:06:17.862387 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cde01acd-3cf0-429e-8b98-1e3650a4892d req-1e71171f-ae4a-4acd-b18a-96f802c92a78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd560b11-cc0f-47e4-94d0-a263518c3e5e HTTP/1.1" status: 200 len: 217 time: 0.2552743 Aug 25 05:06:17.918096 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde01acd-3cf0-429e-8b98-1e3650a4892d req-ef83e765-6583-4d9c-a48e-25a2d4aac403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:17.919974 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cde01acd-3cf0-429e-8b98-1e3650a4892d req-ef83e765-6583-4d9c-a48e-25a2d4aac403 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b58e6673-6329-48ef-8181-7ebd94345e73 HTTP/1.1" status: 200 len: 858 time: 0.0481389 Aug 25 05:06:17.922860 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-aa413500-c25b-41b7-a53b-c8cf58ea3a00 req-cdf8339b-c39c-4259-9bb7-41447fbc0d19 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a81d506a-8037-49a1-a7fb-2de165e6049e HTTP/1.1" status: 200 len: 217 time: 0.0696959 Aug 25 05:06:17.925954 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-97b6a00c-f050-4c92-885d-cddb6628532c req-53fc9cdc-7b17-4def-9078-d9dec866db1e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805981 Aug 25 05:06:17.992851 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cde01acd-3cf0-429e-8b98-1e3650a4892d req-27893736-467a-498a-9f72-48cb5fa59423 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444951 Aug 25 05:06:18.003188 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa413500-c25b-41b7-a53b-c8cf58ea3a00 req-746d41ac-960a-41d0-9d82-77570b5815e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:18.011473 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-aa413500-c25b-41b7-a53b-c8cf58ea3a00 req-746d41ac-960a-41d0-9d82-77570b5815e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=686786a2-7682-45e8-a905-204e7e4e6535 HTTP/1.1" status: 200 len: 856 time: 0.0632455 Aug 25 05:06:18.104957 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cde01acd-3cf0-429e-8b98-1e3650a4892d req-0a62eb85-1863-400b-a907-fde778cb9781 service neutron] 10.222.0.20 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009390 Aug 25 05:06:18.107939 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61be1f3-54e5-4903-b047-afefae6cc92a req-12b9c29f-aa30-4d88-bb5f-8a3a3aef472c tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:18.109808 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f61be1f3-54e5-4903-b047-afefae6cc92a req-12b9c29f-aa30-4d88-bb5f-8a3a3aef472c tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 945 time: 0.1015928 Aug 25 05:06:18.112794 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa413500-c25b-41b7-a53b-c8cf58ea3a00 req-740e932e-7c36-4ca7-befc-41511a6fa0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:18.114164 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-aa413500-c25b-41b7-a53b-c8cf58ea3a00 req-740e932e-7c36-4ca7-befc-41511a6fa0e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=71d45235-aa08-4ce1-9e25-ebab82ef910a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0923543 Aug 25 05:06:18.236481 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f61be1f3-54e5-4903-b047-afefae6cc92a req-57866cee-0c00-43e1-a3ac-ad453ecb005a tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201315 Aug 25 05:06:18.275129 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cde01acd-3cf0-429e-8b98-1e3650a4892d req-c7dfea60-00b2-4ceb-9dd1-f39d4595e625 service neutron] 10.222.0.20 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435182 Aug 25 05:06:18.281535 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-aa413500-c25b-41b7-a53b-c8cf58ea3a00 req-72f404c2-0ab4-48c0-83c4-8b4b305309be service neutron] 10.222.0.20 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362748 Aug 25 05:06:18.462880 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-aa413500-c25b-41b7-a53b-c8cf58ea3a00 req-8ac15466-32ee-48d3-9901-ddf40f82417f service neutron] 10.222.0.20 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126478 Aug 25 05:06:18.522764 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be47bc-8eae-4b1b-96e0-7ea75429c64a req-81363042-be7f-4d50-a205-2cdfb47e6671 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:18.528693 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c4be47bc-8eae-4b1b-96e0-7ea75429c64a req-81363042-be7f-4d50-a205-2cdfb47e6671 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0554395 Aug 25 05:06:18.562913 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c4be47bc-8eae-4b1b-96e0-7ea75429c64a req-cd0d7edd-34a2-4650-9cb1-5b2a4ef76df2 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319159 Aug 25 05:06:18.717161 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:06:18.722662 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46db8f-f76a-48e9-aacf-a7cee798c408 req-1bb52fa7-a85d-42cc-9266-6fdf89a1d189 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:18.731236 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cb46db8f-f76a-48e9-aacf-a7cee798c408 req-1bb52fa7-a85d-42cc-9266-6fdf89a1d189 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 944 time: 0.0635650 Aug 25 05:06:18.786758 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cb46db8f-f76a-48e9-aacf-a7cee798c408 req-5ff1aa02-2c8a-4c6a-bffc-e44167dc52ed tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544841 Aug 25 05:06:18.857958 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce,segment=NetworkSegment(78b61737-4ec5-4df0-b1a3-d71596c9c7fc),segment_id=78b61737-4ec5-4df0-b1a3-d71596c9c7fc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:06:18.882389 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': '5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'port_id': '5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce', 'mac_address': 'fa:16:3e:97:c4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:06:18.923001 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:18.937704 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:06:18.961675 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce,segment=NetworkSegment(78b61737-4ec5-4df0-b1a3-d71596c9c7fc),segment_id=78b61737-4ec5-4df0-b1a3-d71596c9c7fc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:06:19.033816 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:19.064817 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e85142-4449-46a3-8418-8fb05041c44c req-83343c3d-43d5-4039-a98f-fbe6b5d798d6 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:19.066713 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-41e85142-4449-46a3-8418-8fb05041c44c req-83343c3d-43d5-4039-a98f-fbe6b5d798d6 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0523615 Aug 25 05:06:19.098432 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:19.121033 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-41e85142-4449-46a3-8418-8fb05041c44c req-fa33439e-e219-4da3-9bd2-f87c7da62fe1 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478313 Aug 25 05:06:19.350025 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba965f33-3887-4485-b817-0081089de4c1 req-f289e88c-8d61-4c1c-85ca-8b5eab8da9f0 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:19.351504 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ba965f33-3887-4485-b817-0081089de4c1 req-f289e88c-8d61-4c1c-85ca-8b5eab8da9f0 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 945 time: 0.0468137 Aug 25 05:06:19.388582 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ba965f33-3887-4485-b817-0081089de4c1 req-421abd85-7fce-4426-a1a0-05539933f376 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312700 Aug 25 05:06:19.542835 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:19.680808 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11508bd4-2dbd-4ea3-a16a-14d5984eed39 req-1509666b-cb0f-475a-ae80-1ff63b57d85b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:19.682305 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-11508bd4-2dbd-4ea3-a16a-14d5984eed39 req-1509666b-cb0f-475a-ae80-1ff63b57d85b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0473022 Aug 25 05:06:19.719399 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-11508bd4-2dbd-4ea3-a16a-14d5984eed39 req-0786d305-6beb-4604-b1c4-f804145789d4 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307903 Aug 25 05:06:19.898806 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcce0a-7c7b-4ff3-8baa-2c2c2fa6227d req-61374a2a-ef55-4952-a3bb-a2d91ab33eed tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:19.900299 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e4dcce0a-7c7b-4ff3-8baa-2c2c2fa6227d req-61374a2a-ef55-4952-a3bb-a2d91ab33eed tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 945 time: 0.0485144 Aug 25 05:06:19.943839 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e4dcce0a-7c7b-4ff3-8baa-2c2c2fa6227d req-d62521cf-0e4d-46ce-93b0-9b9eed97c9de tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377021 Aug 25 05:06:20.243229 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e994b5-2803-47a1-b9ec-42a1f9f23b05 req-96724294-5cd3-4318-bd13-2fe332ed3591 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:20.244684 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-55e994b5-2803-47a1-b9ec-42a1f9f23b05 req-96724294-5cd3-4318-bd13-2fe332ed3591 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0514343 Aug 25 05:06:20.281849 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-55e994b5-2803-47a1-b9ec-42a1f9f23b05 req-647fa698-1388-4bae-8fa9-fc3660f9f15a tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307858 Aug 25 05:06:20.831430 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc11a0-54f1-4640-bf63-c37d531b3b65 req-598a58c5-0543-4d5f-b6ad-b87f9da61b00 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:20.832899 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1cbc11a0-54f1-4640-bf63-c37d531b3b65 req-598a58c5-0543-4d5f-b6ad-b87f9da61b00 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0473573 Aug 25 05:06:20.868981 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1cbc11a0-54f1-4640-bf63-c37d531b3b65 req-963965c5-7b94-46bb-94de-346d62e8d9a2 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303385 Aug 25 05:06:21.053788 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73813e82-d566-4a8d-9cf9-c038861b92f5 req-3fd1f450-2402-45ff-b4ab-81bd47ed5fe2 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:21.055276 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-73813e82-d566-4a8d-9cf9-c038861b92f5 req-3fd1f450-2402-45ff-b4ab-81bd47ed5fe2 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 945 time: 0.0471537 Aug 25 05:06:21.091882 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-73813e82-d566-4a8d-9cf9-c038861b92f5 req-0ef2a2b0-8779-46ac-9538-e8da7f60fa7e tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306964 Aug 25 05:06:21.396864 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05acbc37-9030-472a-a8fa-9f98f352e77b req-7759410a-1550-4478-ac33-546224223db6 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:21.398224 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-05acbc37-9030-472a-a8fa-9f98f352e77b req-7759410a-1550-4478-ac33-546224223db6 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0473135 Aug 25 05:06:21.434158 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-05acbc37-9030-472a-a8fa-9f98f352e77b req-0311db1e-2bd0-42dd-b80c-8a70cc874c97 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301607 Aug 25 05:06:21.978970 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ccad2-7e16-422b-b377-81dac379e245 req-a89926d7-6bbb-4e49-8320-60704b8cc5b3 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:21.980411 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d94ccad2-7e16-422b-b377-81dac379e245 req-a89926d7-6bbb-4e49-8320-60704b8cc5b3 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0471733 Aug 25 05:06:22.016842 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d94ccad2-7e16-422b-b377-81dac379e245 req-443429f8-dc9a-4f2e-8e33-bc199fd9c14d tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302420 Aug 25 05:06:22.209077 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d704e-3f68-4957-aaf8-64586a1c6d82 req-7ca7f83d-59a2-44a9-b389-29d21d2ee55a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:22.210460 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-085d704e-3f68-4957-aaf8-64586a1c6d82 req-7ca7f83d-59a2-44a9-b389-29d21d2ee55a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 945 time: 0.0479591 Aug 25 05:06:22.249626 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-085d704e-3f68-4957-aaf8-64586a1c6d82 req-454b5fc4-8e4e-43b2-bc7c-1773207d2ea4 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333662 Aug 25 05:06:22.259631 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:06:22.553793 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65ce31-95ca-4d30-8bfc-dcf1b6faddba req-6983f616-ffd2-4edc-a3c7-877880ca57b9 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:22.559663 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ea65ce31-95ca-4d30-8bfc-dcf1b6faddba req-6983f616-ffd2-4edc-a3c7-877880ca57b9 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0528336 Aug 25 05:06:22.592494 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ea65ce31-95ca-4d30-8bfc-dcf1b6faddba req-457dbbb0-a7f0-4ee0-b205-22161e1f3ddf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312407 Aug 25 05:06:22.731529 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device a81d506a-8037-49a1-a7fb-2de165e6049e details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:06:22.830138 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port a81d506a-8037-49a1-a7fb-2de165e6049e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a81d506a-8037-49a1-a7fb-2de165e6049e,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:06:22.841238 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': 'a81d506a-8037-49a1-a7fb-2de165e6049e', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'port_id': 'a81d506a-8037-49a1-a7fb-2de165e6049e', 'mac_address': 'fa:16:3e:cd:3f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '686786a2-7682-45e8-a905-204e7e4e6535', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:06:22.877687 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:22.889888 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81d506a-8037-49a1-a7fb-2de165e6049e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:06:22.909135 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port a81d506a-8037-49a1-a7fb-2de165e6049e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a81d506a-8037-49a1-a7fb-2de165e6049e,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:06:22.970632 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:23.018359 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=a81d506a-8037-49a1-a7fb-2de165e6049e,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:23.128794 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaaaf0d-63da-48d7-9dc9-1fef4bf4cfe4 req-4bec4952-e8da-4bfe-b399-8a3eb88d85f3 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:23.130499 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-eaaaaf0d-63da-48d7-9dc9-1fef4bf4cfe4 req-4bec4952-e8da-4bfe-b399-8a3eb88d85f3 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0492442 Aug 25 05:06:23.168217 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-eaaaaf0d-63da-48d7-9dc9-1fef4bf4cfe4 req-625c5a04-25a1-4a9f-8c38-ab471ed0361b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313373 Aug 25 05:06:23.364283 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8a6a7-aecf-463e-aa49-7e40ae8d0276 req-112351c5-ffea-4400-8925-bb9e0598ecaf tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:23.365748 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6fb8a6a7-aecf-463e-aa49-7e40ae8d0276 req-112351c5-ffea-4400-8925-bb9e0598ecaf tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 945 time: 0.0474370 Aug 25 05:06:23.403207 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6fb8a6a7-aecf-463e-aa49-7e40ae8d0276 req-38e72c84-54da-42c6-9325-3a35a5494661 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316088 Aug 25 05:06:23.430382 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['a81d506a-8037-49a1-a7fb-2de165e6049e'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:06:23.711114 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd659432-8054-4d90-b31b-5a30ae764ed1 req-1e5bbaf7-bd90-42b1-87d7-cf04cc844f07 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:23.712675 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bd659432-8054-4d90-b31b-5a30ae764ed1 req-1e5bbaf7-bd90-42b1-87d7-cf04cc844f07 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 944 time: 0.0486202 Aug 25 05:06:23.752336 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bd659432-8054-4d90-b31b-5a30ae764ed1 req-ba899813-c74b-4378-8733-c99b379dea0b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321431 Aug 25 05:06:24.280305 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728a2dc-3d93-4d2e-bae8-d7ed878819fb req-bfd513c0-ed35-4bf9-a4f8-5236d8831b04 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:24.281817 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f728a2dc-3d93-4d2e-bae8-d7ed878819fb req-bfd513c0-ed35-4bf9-a4f8-5236d8831b04 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0480213 Aug 25 05:06:24.324872 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f728a2dc-3d93-4d2e-bae8-d7ed878819fb req-ed3fc8e9-8bb7-4ad5-8675-cb13689f7f8b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366940 Aug 25 05:06:24.515088 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efb424-ea20-407d-aeb4-e69029f94dbc req-e9d2e276-25a5-49af-b06c-d40245ee883d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:24.516493 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-75efb424-ea20-407d-aeb4-e69029f94dbc req-e9d2e276-25a5-49af-b06c-d40245ee883d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 945 time: 0.0476558 Aug 25 05:06:24.553403 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-75efb424-ea20-407d-aeb4-e69029f94dbc req-cca3411d-d7d6-4815-97a6-ba14301a4c97 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310056 Aug 25 05:06:24.743405 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:06:24.869866 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ccd9f-6dfb-4bb0-a3d5-df57e2ba9091 req-364f767c-bcea-4230-8337-5536a68a73f3 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:24.871352 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-776ccd9f-6dfb-4bb0-a3d5-df57e2ba9091 req-364f767c-bcea-4230-8337-5536a68a73f3 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 944 time: 0.0467496 Aug 25 05:06:24.907729 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-776ccd9f-6dfb-4bb0-a3d5-df57e2ba9091 req-d7e9b7b7-f092-4ceb-9991-51005889bae8 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302494 Aug 25 05:06:24.915860 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning for port 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:06:24.919975 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:06:24.920650 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:25.000251 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:25.022559 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c29bb1-b3aa-4c4f-8714-70080863ecb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:06:25.024766 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8201fbec-e21d-487c-99e1-35c6e5d167db" -d '{"events": [{"server_uuid": "19c29bb1-b3aa-4c4f-8714-70080863ecb4", "name": "network-vif-plugged", "status": "completed", "tag": "5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:06:25.039605 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce,segment=NetworkSegment(78b61737-4ec5-4df0-b1a3-d71596c9c7fc),segment_id=78b61737-4ec5-4df0-b1a3-d71596c9c7fc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:06:25.061265 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366499fc-3262-48fd-a7e9-1528f3566d7b x-openstack-request-id: req-366499fc-3262-48fd-a7e9-1528f3566d7b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:06:25.061557 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c29bb1-b3aa-4c4f-8714-70080863ecb4", "name": "network-vif-plugged", "status": "completed", "tag": "5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:06:25.061812 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-366499fc-3262-48fd-a7e9-1528f3566d7b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:06:25.062200 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c29bb1-b3aa-4c4f-8714-70080863ecb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce', 'code': 200} Aug 25 05:06:25.144736 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:25.145607 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device a81d506a-8037-49a1-a7fb-2de165e6049e up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:06:25.225143 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:25.318984 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning for port a81d506a-8037-49a1-a7fb-2de165e6049e completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:06:25.324621 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port a81d506a-8037-49a1-a7fb-2de165e6049e triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:06:25.325130 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:25.407151 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:25.441010 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port a81d506a-8037-49a1-a7fb-2de165e6049e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a81d506a-8037-49a1-a7fb-2de165e6049e,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:06:25.453736 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6d4c8-c5e9-4b3d-9af6-887eb393a037 req-c45e738d-e974-465c-bfa4-3d8331cf6f16 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:25.455684 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-75a6d4c8-c5e9-4b3d-9af6-887eb393a037 req-c45e738d-e974-465c-bfa4-3d8331cf6f16 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0651572 Aug 25 05:06:25.503061 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-75a6d4c8-c5e9-4b3d-9af6-887eb393a037 req-9d7ff39a-43b6-4bcf-a19f-a08863ad4e3c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408998 Aug 25 05:06:25.520112 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:25.528303 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8bbfb-31df-4e99-8667-fd74be5dd7d5 req-ba0e8b76-66f9-433c-99d2-ba2ff51cab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:25.530132 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d8e8bbfb-31df-4e99-8667-fd74be5dd7d5 req-ba0e8b76-66f9-433c-99d2-ba2ff51cab43 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 1099 time: 0.0464044 Aug 25 05:06:25.567068 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d8e8bbfb-31df-4e99-8667-fd74be5dd7d5 req-da73e507-0610-47e1-92c8-d59c6875fe38 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297537 Aug 25 05:06:25.570648 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=a81d506a-8037-49a1-a7fb-2de165e6049e,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:25.670605 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ee8ab-3470-442e-8978-bec908b0ad9c req-a08ef728-aa2f-4832-872f-413fab873e4e tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:25.672791 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-962ee8ab-3470-442e-8978-bec908b0ad9c req-a08ef728-aa2f-4832-872f-413fab873e4e tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0517335 Aug 25 05:06:25.709855 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-962ee8ab-3470-442e-8978-bec908b0ad9c req-263d53db-2aa9-4552-9f4c-196cee0dad1e tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308993 Aug 25 05:06:26.027418 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bdfc0-6912-4645-9bac-91bad9b391d4 req-5548bc98-679d-4784-a83c-e4f8550ae217 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:26.028893 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-459bdfc0-6912-4645-9bac-91bad9b391d4 req-5548bc98-679d-4784-a83c-e4f8550ae217 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0478625 Aug 25 05:06:26.065391 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-459bdfc0-6912-4645-9bac-91bad9b391d4 req-7d0bffc0-59c7-42a2-bd2f-e32ed05aa9e2 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301189 Aug 25 05:06:26.622339 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484189b-b33e-43a0-8603-85f02ce27f40 req-803af360-421a-4faa-8eee-472d3fbb0ce0 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:26.624158 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9484189b-b33e-43a0-8603-85f02ce27f40 req-803af360-421a-4faa-8eee-472d3fbb0ce0 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0545757 Aug 25 05:06:26.663019 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9484189b-b33e-43a0-8603-85f02ce27f40 req-5543d486-6050-4e96-976a-86e0eb05da45 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326822 Aug 25 05:06:26.821973 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77291654-8534-4104-b863-ae55639cb012 req-a43494f6-9f73-4ec2-b07e-5d777c51d30f tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:26.823502 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-77291654-8534-4104-b863-ae55639cb012 req-a43494f6-9f73-4ec2-b07e-5d777c51d30f tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0484438 Aug 25 05:06:26.866764 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-77291654-8534-4104-b863-ae55639cb012 req-7185adf0-4a28-42e3-b42f-41bc80dea609 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364883 Aug 25 05:06:27.063356 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d34a445-550e-48b2-b757-df88a7bb6724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81d506a-8037-49a1-a7fb-2de165e6049e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:06:27.065720 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d108c3-271c-4c8c-8434-d2e68ecc26ef" -d '{"events": [{"server_uuid": "7d34a445-550e-48b2-b757-df88a7bb6724", "name": "network-vif-plugged", "status": "completed", "tag": "a81d506a-8037-49a1-a7fb-2de165e6049e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:06:27.100442 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37b834a-f6cb-4688-a5b8-4b5fdd369d27 x-openstack-request-id: req-f37b834a-f6cb-4688-a5b8-4b5fdd369d27 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:06:27.100739 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d34a445-550e-48b2-b757-df88a7bb6724", "name": "network-vif-plugged", "status": "completed", "tag": "a81d506a-8037-49a1-a7fb-2de165e6049e", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:06:27.100998 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f37b834a-f6cb-4688-a5b8-4b5fdd369d27 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:06:27.101389 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d34a445-550e-48b2-b757-df88a7bb6724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81d506a-8037-49a1-a7fb-2de165e6049e', 'code': 200} Aug 25 05:06:27.184921 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7155d-d914-4d56-8e35-39d28e2aa7d2 req-1e7a9c33-c6e4-4761-a058-abdba1a265d3 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:27.186434 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-68f7155d-d914-4d56-8e35-39d28e2aa7d2 req-1e7a9c33-c6e4-4761-a058-abdba1a265d3 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0484817 Aug 25 05:06:27.230192 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-68f7155d-d914-4d56-8e35-39d28e2aa7d2 req-61594216-e1f5-4558-ae39-2c66b645233c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372212 Aug 25 05:06:27.409260 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 38558) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:27.508121 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49126d0f-812c-487d-a36f-57d4b49847e4 req-c885347a-8aef-42b1-beec-52a5308bc35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:27.509604 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-49126d0f-812c-487d-a36f-57d4b49847e4 req-c885347a-8aef-42b1-beec-52a5308bc35b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 1098 time: 0.0393138 Aug 25 05:06:27.511842 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-91969747-e74e-47a3-8c7c-a126d168eb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:27.544648 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-49126d0f-812c-487d-a36f-57d4b49847e4 req-71274bf8-2339-4b35-9782-dc80c228b45b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268638 Aug 25 05:06:27.595973 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-91969747-e74e-47a3-8c7c-a126d168eb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:27.664835 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-91969747-e74e-47a3-8c7c-a126d168eb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:27.704795 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-91969747-e74e-47a3-8c7c-a126d168eb7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1326928efdbe4c3dbc1d092baeb92525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943175 Aug 25 05:06:27.706933 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91969747-e74e-47a3-8c7c-a126d168eb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f87c9bb-7501-47d6-ae0f-5ee7684a210e,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:27.707545 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 38568) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:27.791428 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bd81516-26b7-496c-a148-af181b68ad79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:27.805524 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1409b05-9794-4b71-9969-88f722815538 req-87b1075e-6c59-411b-aeae-cda2c91afcd8 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:27.807042 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e1409b05-9794-4b71-9969-88f722815538 req-87b1075e-6c59-411b-aeae-cda2c91afcd8 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0693848 Aug 25 05:06:27.836468 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bd81516-26b7-496c-a148-af181b68ad79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:27.873316 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e1409b05-9794-4b71-9969-88f722815538 req-fc891b51-a80f-4dad-8970-59d3e06c0c19 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589192 Aug 25 05:06:27.977926 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebede08-8d09-4bcb-afae-1f1c6b0ab693 req-1e347a38-e615-487f-ac24-331374e0e01e tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:27.979424 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8ebede08-8d09-4bcb-afae-1f1c6b0ab693 req-1e347a38-e615-487f-ac24-331374e0e01e tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0475807 Aug 25 05:06:27.981811 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bd81516-26b7-496c-a148-af181b68ad79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:27.985342 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bd81516-26b7-496c-a148-af181b68ad79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:27.987347 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-6bd81516-26b7-496c-a148-af181b68ad79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f87c9bb-7501-47d6-ae0f-5ee7684a210e HTTP/1.1" status: 204 len: 168 time: 0.2786124 Aug 25 05:06:27.998587 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd81516-26b7-496c-a148-af181b68ad79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f87c9bb-7501-47d6-ae0f-5ee7684a210e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:28.050835 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8ebede08-8d09-4bcb-afae-1f1c6b0ab693 req-51ee1037-69ac-4afa-9acc-d88a482c0701 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572248 Aug 25 05:06:28.149507 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3e4b6-536e-4156-9d97-1d0546386d22 req-fbab9e72-3561-47a1-b415-183417449628 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:28.153972 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e6f3e4b6-536e-4156-9d97-1d0546386d22 req-fbab9e72-3561-47a1-b415-183417449628 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0525374 Aug 25 05:06:28.159910 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 38584) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:28.164603 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-63ab468b-3aff-487e-b154-260113d8144d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Request body: {'floatingip': {'port_id': '5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:06:28.241553 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-63ab468b-3aff-487e-b154-260113d8144d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for floatingip, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:28.404302 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2f60c-5b93-49a6-9f14-ffecbe964275 req-f508a0c2-8868-4021-b124-515feb191cf6 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:28.405819 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9dc2f60c-5b93-49a6-9f14-ffecbe964275 req-f508a0c2-8868-4021-b124-515feb191cf6 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0912621 Aug 25 05:06:28.515791 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9dc2f60c-5b93-49a6-9f14-ffecbe964275 req-9ca38040-b46a-4ac5-90fe-8f1a7d5f567e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985439 Aug 25 05:06:28.686183 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 38596) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:28.699207 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab35b-787b-427c-86d8-f5e38301d11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:28.789213 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab35b-787b-427c-86d8-f5e38301d11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:28.850540 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab35b-787b-427c-86d8-f5e38301d11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:28.872320 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-63ab468b-3aff-487e-b154-260113d8144d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:28.887749 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9c3ab35b-787b-427c-86d8-f5e38301d11c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c201fd7a07f49ddafe5797f6d16d24e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004404 Aug 25 05:06:28.888564 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ab35b-787b-427c-86d8-f5e38301d11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5831997-4622-49ba-9d26-65c8e6e9a56b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:28.890988 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 38598) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:28.930347 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-63ab468b-3aff-487e-b154-260113d8144d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406152'] for floatingip, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:28.994793 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0d4ba-93c5-4184-bdf0-f57584b13840 req-a777b75f-d94b-4aa7-8cc0-7c68b0076402 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:28.996209 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7de8987d-db61-41ab-ba3d-7b4f484f3883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:28.996334 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4ea0d4ba-93c5-4184-bdf0-f57584b13840 req-a777b75f-d94b-4aa7-8cc0-7c68b0076402 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0477617 Aug 25 05:06:29.029990 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7de8987d-db61-41ab-ba3d-7b4f484f3883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:29.034823 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4ea0d4ba-93c5-4184-bdf0-f57584b13840 req-c6bc0349-ebe9-4911-9c3f-edec8098a5a9 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320985 Aug 25 05:06:29.071296 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.db.l3_db [None req-63ab468b-3aff-487e-b154-260113d8144d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Floating IP 91ed8e99-b83b-40ce-bd97-e02e87ae57a6 associated. External IP: 172.27.0.213, port: 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce. Aug 25 05:06:29.429900 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7de8987d-db61-41ab-ba3d-7b4f484f3883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:29.435127 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7de8987d-db61-41ab-ba3d-7b4f484f3883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:29.436352 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-7de8987d-db61-41ab-ba3d-7b4f484f3883 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5831997-4622-49ba-9d26-65c8e6e9a56b HTTP/1.1" status: 204 len: 168 time: 0.5443895 Aug 25 05:06:29.451897 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8987d-db61-41ab-ba3d-7b4f484f3883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5831997-4622-49ba-9d26-65c8e6e9a56b,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:29.491361 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ab468b-3aff-487e-b154-260113d8144d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:06:29.637343 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ab468b-3aff-487e-b154-260113d8144d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:06:29.642194 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-63ab468b-3aff-487e-b154-260113d8144d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:29.664403 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac55fde-eeba-45a4-9390-470dc6045f8d None None] Sync routers for ids ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'] in dv-cinder-757936-7-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:06:29.675664 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffe6ad-31e7-449b-97e6-d6f836839cf8 req-e8200d37-e93e-49d1-92ac-82e1e52db52f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:29.677177 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-82ffe6ad-31e7-449b-97e6-d6f836839cf8 req-e8200d37-e93e-49d1-92ac-82e1e52db52f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0827041 Aug 25 05:06:29.686057 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-63ab468b-3aff-487e-b154-260113d8144d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "PUT /v2.0/floatingips/91ed8e99-b83b-40ce-bd97-e02e87ae57a6 HTTP/1.1" status: 200 len: 992 time: 1.5228217 Aug 25 05:06:29.686170 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac55fde-eeba-45a4-9390-470dc6045f8d None None] Routers {'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:06:29.686170 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1ac55fde-eeba-45a4-9390-470dc6045f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:06:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:06:29.686320 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c29bb1-b3aa-4c4f-8714-70080863ecb4', 'tag': '5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:06:29.688815 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0d83c4-595e-4fe0-ac4d-3fe291c29e89" -d '{"events": [{"name": "network-changed", "server_uuid": "19c29bb1-b3aa-4c4f-8714-70080863ecb4", "tag": "5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:06:29.724883 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-82ffe6ad-31e7-449b-97e6-d6f836839cf8 req-9eba16d5-0c2c-458f-853f-b6386c24d2da tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399947 Aug 25 05:06:29.773440 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27333863-c34a-423b-ab9d-952a930af619 x-openstack-request-id: req-27333863-c34a-423b-ab9d-952a930af619 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:06:29.773851 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c29bb1-b3aa-4c4f-8714-70080863ecb4", "tag": "5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:06:29.774285 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27333863-c34a-423b-ab9d-952a930af619 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:06:29.774896 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c29bb1-b3aa-4c4f-8714-70080863ecb4', 'tag': '5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce', 'status': 'completed', 'code': 200} Aug 25 05:06:29.806454 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1ac55fde-eeba-45a4-9390-470dc6045f8d None None] Set router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:06:29.869445 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6583f03-bd42-4ebf-b547-f8699e320851 req-2a450445-655b-46c6-b7bf-d8d705fe1a80 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:29.871124 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f6583f03-bd42-4ebf-b547-f8699e320851 req-2a450445-655b-46c6-b7bf-d8d705fe1a80 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0579987 Aug 25 05:06:29.880882 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 38640) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:29.887723 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-50d4650a-aeed-463d-ad6b-576a397aae3b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Request body: {'floatingip': {'port_id': 'a81d506a-8037-49a1-a7fb-2de165e6049e'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:06:29.991849 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50d4650a-aeed-463d-ad6b-576a397aae3b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:30.116787 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1ac55fde-eeba-45a4-9390-470dc6045f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'name': 'tempest-AttachVolumeTestJSON-2051829355-router', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:05:52Z', 'revision_number': 4, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'gw_port': {'id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '91ed8e99-b83b-40ce-bd97-e02e87ae57a6', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'port_id': '5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'mac_address': 'fa:16:3e:97:c4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c29bb1-b3aa-4c4f-8714-70080863ecb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:06:04Z', 'updated_at': '2021-08-25T05:06:28Z', 'revision_number': 1, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db04dd18-d1f9-468e-87e9-b3174705888c', 'name': '', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'mac_address': 'fa:16:3e:1c:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:48Z', 'updated_at': '2021-08-25T05:06:01Z', 'revision_number': 5, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'subnets': [{'id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:06:30.121360 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d83c4-595e-4fe0-ac4d-3fe291c29e89 req-2fcc55da-c414-4334-a12d-3c23f45261cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:30.122985 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dc0d83c4-595e-4fe0-ac4d-3fe291c29e89 req-2fcc55da-c414-4334-a12d-3c23f45261cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0deea94d44084234a6e40672e3f0e996&device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 1099 time: 0.2316356 Aug 25 05:06:30.172478 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac55fde-eeba-45a4-9390-470dc6045f8d None None] Checking router: a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 for host: dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:06:30.192017 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac55fde-eeba-45a4-9390-470dc6045f8d None None] Routers {'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:06:30.192017 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1ac55fde-eeba-45a4-9390-470dc6045f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:06:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:06:30.206164 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639156f-46ba-40b7-99b2-de9fbdc55f7a req-8d3de195-6637-4239-bc24-e33b9f007f0b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:30.207802 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c639156f-46ba-40b7-99b2-de9fbdc55f7a req-8d3de195-6637-4239-bc24-e33b9f007f0b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0964074 Aug 25 05:06:30.278047 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c639156f-46ba-40b7-99b2-de9fbdc55f7a req-7d0a16c3-d101-444d-a982-90315123a60a tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617843 Aug 25 05:06:30.335785 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1ac55fde-eeba-45a4-9390-470dc6045f8d None None] Set router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:06:30.524771 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4bc9e217-b818-4aae-bc85-3f47b11cce19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:30.565154 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d83c4-595e-4fe0-ac4d-3fe291c29e89 req-3914742c-51c4-4f9c-a093-b32298ee50c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:30.566623 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dc0d83c4-595e-4fe0-ac4d-3fe291c29e89 req-3914742c-51c4-4f9c-a093-b32298ee50c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6ccc573-34f3-494f-bb99-823ef7768dbb HTTP/1.1" status: 200 len: 911 time: 0.4299450 Aug 25 05:06:30.584820 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1ac55fde-eeba-45a4-9390-470dc6045f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'name': 'tempest-AttachVolumeTestJSON-2051829355-router', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:05:52Z', 'revision_number': 4, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'gw_port': {'id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '91ed8e99-b83b-40ce-bd97-e02e87ae57a6', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'port_id': '5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'mac_address': 'fa:16:3e:97:c4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c29bb1-b3aa-4c4f-8714-70080863ecb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:06:04Z', 'updated_at': '2021-08-25T05:06:28Z', 'revision_number': 1, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db04dd18-d1f9-468e-87e9-b3174705888c', 'name': '', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'mac_address': 'fa:16:3e:1c:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:48Z', 'updated_at': '2021-08-25T05:06:01Z', 'revision_number': 5, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'subnets': [{'id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:06:30.701232 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac55fde-eeba-45a4-9390-470dc6045f8d None None] The sync data for ids ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'] in dv-cinder-757936-7-iscsi is: [{'id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'name': 'tempest-AttachVolumeTestJSON-2051829355-router', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:05:52Z', 'revision_number': 4, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'gw_port': {'id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '91ed8e99-b83b-40ce-bd97-e02e87ae57a6', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'port_id': '5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'mac_address': 'fa:16:3e:97:c4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c29bb1-b3aa-4c4f-8714-70080863ecb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:06:04Z', 'updated_at': '2021-08-25T05:06:28Z', 'revision_number': 1, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db04dd18-d1f9-468e-87e9-b3174705888c', 'name': '', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'mac_address': 'fa:16:3e:1c:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:48Z', 'updated_at': '2021-08-25T05:06:01Z', 'revision_number': 5, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'subnets': [{'id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:06:30.939451 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fbfff0-1c4b-4f6b-b09a-f6b82d490255 None None] New status for floating IP 91ed8e99-b83b-40ce-bd97-e02e87ae57a6: ACTIVE {{(pid=94640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 05:06:30.945288 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50d4650a-aeed-463d-ad6b-576a397aae3b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:31.009916 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50d4650a-aeed-463d-ad6b-576a397aae3b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406152'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:31.107590 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-50d4650a-aeed-463d-ad6b-576a397aae3b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Floating IP 70f7738c-19da-42c1-a38a-4ecdb750087b associated. External IP: 172.27.0.203, port: a81d506a-8037-49a1-a7fb-2de165e6049e. Aug 25 05:06:31.330914 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d4650a-aeed-463d-ad6b-576a397aae3b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Router b0d21978-c4b9-4876-8a2f-7095faca9311 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:06:31.350115 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 38690) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:31.416706 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22968067-cdad-42da-9046-62c5a192b5d6 req-54a35921-e5ce-485e-9598-e981381d559d tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:31.418551 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-22968067-cdad-42da-9046-62c5a192b5d6 req-54a35921-e5ce-485e-9598-e981381d559d tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0606346 Aug 25 05:06:31.458315 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d4650a-aeed-463d-ad6b-576a397aae3b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:06:31.464203 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50d4650a-aeed-463d-ad6b-576a397aae3b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:31.466670 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-22968067-cdad-42da-9046-62c5a192b5d6 req-7881425b-915b-4234-a78e-4825943873cb tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347188 Aug 25 05:06:31.469567 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0623d3c-7059-4ded-89f7-4647ac5ae5de None None] Sync routers for ids ['b0d21978-c4b9-4876-8a2f-7095faca9311'] in dv-cinder-757936-7-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:06:31.481953 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0623d3c-7059-4ded-89f7-4647ac5ae5de None None] Routers {'b0d21978-c4b9-4876-8a2f-7095faca9311'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:06:31.481953 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c0623d3c-7059-4ded-89f7-4647ac5ae5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:06:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['b0d21978-c4b9-4876-8a2f-7095faca9311'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:06:31.489560 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-76ff3bed-87cb-478c-921d-221b7f300549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:31.500920 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-50d4650a-aeed-463d-ad6b-576a397aae3b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "PUT /v2.0/floatingips/70f7738c-19da-42c1-a38a-4ecdb750087b HTTP/1.1" status: 200 len: 991 time: 1.6181982 Aug 25 05:06:31.501518 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d34a445-550e-48b2-b757-df88a7bb6724', 'tag': 'a81d506a-8037-49a1-a7fb-2de165e6049e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:06:31.503756 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fceff670-3d12-402b-8312-89470e8bd769" -d '{"events": [{"name": "network-changed", "server_uuid": "7d34a445-550e-48b2-b757-df88a7bb6724", "tag": "a81d506a-8037-49a1-a7fb-2de165e6049e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:06:31.582571 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-76ff3bed-87cb-478c-921d-221b7f300549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:31.586870 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c0623d3c-7059-4ded-89f7-4647ac5ae5de None None] Set router b0d21978-c4b9-4876-8a2f-7095faca9311 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:06:31.647202 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-76ff3bed-87cb-478c-921d-221b7f300549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:31.691188 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-76ff3bed-87cb-478c-921d-221b7f300549 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=934360b4bffc40b68d2fb52f7df9763b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374705 Aug 25 05:06:31.691188 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff3bed-87cb-478c-921d-221b7f300549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7018e10c-b103-4c07-916e-3c90d4c45889,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:31.692381 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 38702) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:31.751510 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d412a389-bc29-4f00-8f94-a1c5e26ff98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:31.772342 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d412a389-bc29-4f00-8f94-a1c5e26ff98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:31.807484 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c0623d3c-7059-4ded-89f7-4647ac5ae5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-router', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:42Z', 'updated_at': '2021-08-25T05:05:53Z', 'revision_number': 4, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'gw_port': {'id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '70f7738c-19da-42c1-a38a-4ecdb750087b', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'port_id': 'a81d506a-8037-49a1-a7fb-2de165e6049e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'mac_address': 'fa:16:3e:cd:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d34a445-550e-48b2-b757-df88a7bb6724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:06:06Z', 'updated_at': '2021-08-25T05:06:30Z', 'revision_number': 1, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550698b5-155f-4280-bb4e-63ff0d633da9', 'name': '', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'mac_address': 'fa:16:3e:4e:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '686786a2-7682-45e8-a905-204e7e4e6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:50Z', 'updated_at': '2021-08-25T05:06:05Z', 'revision_number': 5, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'subnets': [{'id': '686786a2-7682-45e8-a905-204e7e4e6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:06:31.836736 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0623d3c-7059-4ded-89f7-4647ac5ae5de None None] Checking router: b0d21978-c4b9-4876-8a2f-7095faca9311 for host: dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:06:31.844891 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0623d3c-7059-4ded-89f7-4647ac5ae5de None None] Routers {'b0d21978-c4b9-4876-8a2f-7095faca9311'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:06:31.845520 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c0623d3c-7059-4ded-89f7-4647ac5ae5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:06:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['b0d21978-c4b9-4876-8a2f-7095faca9311'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:06:31.904171 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d412a389-bc29-4f00-8f94-a1c5e26ff98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:31.906803 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d412a389-bc29-4f00-8f94-a1c5e26ff98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:31.907982 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d412a389-bc29-4f00-8f94-a1c5e26ff98f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7018e10c-b103-4c07-916e-3c90d4c45889 HTTP/1.1" status: 204 len: 168 time: 0.2148521 Aug 25 05:06:31.915758 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412a389-bc29-4f00-8f94-a1c5e26ff98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7018e10c-b103-4c07-916e-3c90d4c45889,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:31.949239 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c0623d3c-7059-4ded-89f7-4647ac5ae5de None None] Set router b0d21978-c4b9-4876-8a2f-7095faca9311 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:06:32.167459 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c0623d3c-7059-4ded-89f7-4647ac5ae5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-router', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:42Z', 'updated_at': '2021-08-25T05:05:53Z', 'revision_number': 4, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'gw_port': {'id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '70f7738c-19da-42c1-a38a-4ecdb750087b', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'port_id': 'a81d506a-8037-49a1-a7fb-2de165e6049e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'mac_address': 'fa:16:3e:cd:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d34a445-550e-48b2-b757-df88a7bb6724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:06:06Z', 'updated_at': '2021-08-25T05:06:30Z', 'revision_number': 1, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550698b5-155f-4280-bb4e-63ff0d633da9', 'name': '', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'mac_address': 'fa:16:3e:4e:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '686786a2-7682-45e8-a905-204e7e4e6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:50Z', 'updated_at': '2021-08-25T05:06:05Z', 'revision_number': 5, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'subnets': [{'id': '686786a2-7682-45e8-a905-204e7e4e6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:06:32.197030 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0623d3c-7059-4ded-89f7-4647ac5ae5de None None] The sync data for ids ['b0d21978-c4b9-4876-8a2f-7095faca9311'] in dv-cinder-757936-7-iscsi is: [{'id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-router', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:42Z', 'updated_at': '2021-08-25T05:05:53Z', 'revision_number': 4, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'gw_port': {'id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '70f7738c-19da-42c1-a38a-4ecdb750087b', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'port_id': 'a81d506a-8037-49a1-a7fb-2de165e6049e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'mac_address': 'fa:16:3e:cd:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d34a445-550e-48b2-b757-df88a7bb6724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:06:06Z', 'updated_at': '2021-08-25T05:06:30Z', 'revision_number': 1, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550698b5-155f-4280-bb4e-63ff0d633da9', 'name': '', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'mac_address': 'fa:16:3e:4e:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '686786a2-7682-45e8-a905-204e7e4e6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:50Z', 'updated_at': '2021-08-25T05:06:05Z', 'revision_number': 5, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'subnets': [{'id': '686786a2-7682-45e8-a905-204e7e4e6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:06:32.389048 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc9d90e-af7a-46fa-9c40-9fb6a1ea7da0 None None] New status for floating IP 70f7738c-19da-42c1-a38a-4ecdb750087b: ACTIVE {{(pid=94640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 05:06:32.961199 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9601cbaa-a000-4a4a-b932-0db2d8557e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:33.284226 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:33.780918 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:06:33.797944 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dc0d83c4-595e-4fe0-ac4d-3fe291c29e89 req-ab941234-f8b9-4c39-9bed-4722d44ba003 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce HTTP/1.1" status: 200 len: 1002 time: 0.0895720 Aug 25 05:06:33.815226 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aae6911-5e9c-4e1c-82c6-16c9c528b6c2 x-openstack-request-id: req-5aae6911-5e9c-4e1c-82c6-16c9c528b6c2 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:06:33.815226 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d34a445-550e-48b2-b757-df88a7bb6724", "tag": "a81d506a-8037-49a1-a7fb-2de165e6049e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:06:33.815226 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5aae6911-5e9c-4e1c-82c6-16c9c528b6c2 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:06:33.815226 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d34a445-550e-48b2-b757-df88a7bb6724', 'tag': 'a81d506a-8037-49a1-a7fb-2de165e6049e', 'status': 'completed', 'code': 200} Aug 25 05:06:33.902182 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca9d8d-8f7c-4786-a70f-ff57010aba3b req-f69c389f-19fa-4a6a-bc9b-714f15f29d8b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:33.903667 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7aca9d8d-8f7c-4786-a70f-ff57010aba3b req-f69c389f-19fa-4a6a-bc9b-714f15f29d8b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0470498 Aug 25 05:06:33.970476 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7aca9d8d-8f7c-4786-a70f-ff57010aba3b req-52480d69-da2a-48dc-ba42-4e76793128df tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603335 Aug 25 05:06:33.986941 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceff670-3d12-402b-8312-89470e8bd769 req-1d840ebd-ca58-4a03-8d83-15cf5557d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:33.988525 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fceff670-3d12-402b-8312-89470e8bd769 req-1d840ebd-ca58-4a03-8d83-15cf5557d67f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=788f1dcf7a1347409e44465a8473c2d2&device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 1098 time: 0.0407512 Aug 25 05:06:33.990218 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d83c4-595e-4fe0-ac4d-3fe291c29e89 req-ffd3f275-9b87-4655-8cd7-276e7070a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:33.991660 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dc0d83c4-595e-4fe0-ac4d-3fe291c29e89 req-ffd3f275-9b87-4655-8cd7-276e7070a21a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63327dc2-0b57-412f-9bea-3d5445c9009c HTTP/1.1" status: 200 len: 850 time: 0.0632949 Aug 25 05:06:34.042029 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d83c4-595e-4fe0-ac4d-3fe291c29e89 req-84afa939-415c-45d0-a91c-4e63f9f0f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:34.043450 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dc0d83c4-595e-4fe0-ac4d-3fe291c29e89 req-84afa939-415c-45d0-a91c-4e63f9f0f76f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6ccc573-34f3-494f-bb99-823ef7768dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384378 Aug 25 05:06:34.086007 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceff670-3d12-402b-8312-89470e8bd769 req-bf0cedb2-1ea6-4fe3-95ed-38dbbfeaddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:34.087541 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fceff670-3d12-402b-8312-89470e8bd769 req-bf0cedb2-1ea6-4fe3-95ed-38dbbfeaddd2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=71d45235-aa08-4ce1-9e25-ebab82ef910a HTTP/1.1" status: 200 len: 917 time: 0.0831621 Aug 25 05:06:34.140524 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dc0d83c4-595e-4fe0-ac4d-3fe291c29e89 req-dc5971e8-709a-427f-94e4-a9ecd99bcb2b service neutron] 10.222.0.20 "GET /v2.0/networks/a6ccc573-34f3-494f-bb99-823ef7768dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859768 Aug 25 05:06:34.207436 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fceff670-3d12-402b-8312-89470e8bd769 req-b752abe3-0e5f-44d6-b932-3564c0b6599a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a81d506a-8037-49a1-a7fb-2de165e6049e HTTP/1.1" status: 200 len: 1001 time: 0.0915203 Aug 25 05:06:34.245386 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dc0d83c4-595e-4fe0-ac4d-3fe291c29e89 req-6fbee859-3e57-47b8-8de7-8577faf92f45 service neutron] 10.222.0.20 "GET /v2.0/networks/a6ccc573-34f3-494f-bb99-823ef7768dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877945 Aug 25 05:06:34.257924 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceff670-3d12-402b-8312-89470e8bd769 req-c1b350ad-fb08-4a1e-9d0e-9668345fa43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:34.259453 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fceff670-3d12-402b-8312-89470e8bd769 req-c1b350ad-fb08-4a1e-9d0e-9668345fa43c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=686786a2-7682-45e8-a905-204e7e4e6535 HTTP/1.1" status: 200 len: 856 time: 0.0446665 Aug 25 05:06:34.264030 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:34.334948 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceff670-3d12-402b-8312-89470e8bd769 req-05ec1bde-3c0c-41c8-98d2-6b58330026be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:34.336724 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fceff670-3d12-402b-8312-89470e8bd769 req-05ec1bde-3c0c-41c8-98d2-6b58330026be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=71d45235-aa08-4ce1-9e25-ebab82ef910a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432403 Aug 25 05:06:34.437068 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fceff670-3d12-402b-8312-89470e8bd769 req-1eb1ff80-5a41-4b15-80cb-c2295d908749 service neutron] 10.222.0.20 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844164 Aug 25 05:06:34.527812 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fceff670-3d12-402b-8312-89470e8bd769 req-45918927-374a-43fc-9cce-b12c284d183e service neutron] 10.222.0.20 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806587 Aug 25 05:06:35.059518 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 38774) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:35.161386 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-904fa1cd-328d-49fb-99a7-e9d16f7798ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:35.243368 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-904fa1cd-328d-49fb-99a7-e9d16f7798ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:35.341009 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-904fa1cd-328d-49fb-99a7-e9d16f7798ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:35.378127 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-904fa1cd-328d-49fb-99a7-e9d16f7798ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2cc0fab414f54f6c9e98f61c39bdd779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3175361 Aug 25 05:06:35.379241 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904fa1cd-328d-49fb-99a7-e9d16f7798ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa889b44-6ade-4576-b20a-665c7149e7e1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:35.380964 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 38780) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:35.432332 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f76998b9-cfd6-4659-bfe2-394258ab7150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:35.453192 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f76998b9-cfd6-4659-bfe2-394258ab7150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:35.581342 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f76998b9-cfd6-4659-bfe2-394258ab7150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:35.583893 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f76998b9-cfd6-4659-bfe2-394258ab7150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:35.585031 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-f76998b9-cfd6-4659-bfe2-394258ab7150 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa889b44-6ade-4576-b20a-665c7149e7e1 HTTP/1.1" status: 204 len: 168 time: 0.2025869 Aug 25 05:06:35.593021 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76998b9-cfd6-4659-bfe2-394258ab7150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa889b44-6ade-4576-b20a-665c7149e7e1,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:35.921159 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:36.156738 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 38792) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:36.169419 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-21bd88ed-2794-4682-9044-1553f95240c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:36.255530 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-21bd88ed-2794-4682-9044-1553f95240c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:36.323762 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-21bd88ed-2794-4682-9044-1553f95240c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:36.359707 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd88ed-2794-4682-9044-1553f95240c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6415ba15-4f2b-48a7-8463-09f29d85af92,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:36.363950 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-21bd88ed-2794-4682-9044-1553f95240c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6c66ec24bfa4d479c0704bdb716e05e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061951 Aug 25 05:06:36.367063 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 38794) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:36.415107 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d24b8023-f5e0-4e61-b753-2e64ab53d179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:36.437578 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d24b8023-f5e0-4e61-b753-2e64ab53d179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:36.558323 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d24b8023-f5e0-4e61-b753-2e64ab53d179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:36.560848 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d24b8023-f5e0-4e61-b753-2e64ab53d179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:36.561996 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d24b8023-f5e0-4e61-b753-2e64ab53d179 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6415ba15-4f2b-48a7-8463-09f29d85af92 HTTP/1.1" status: 204 len: 168 time: 0.1940372 Aug 25 05:06:36.569707 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b8023-f5e0-4e61-b753-2e64ab53d179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6415ba15-4f2b-48a7-8463-09f29d85af92,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:37.244413 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 38808) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:37.257914 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-97f35706-9bbe-4f70-a981-896d775dab6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:37.339817 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-97f35706-9bbe-4f70-a981-896d775dab6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:37.412269 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-97f35706-9bbe-4f70-a981-896d775dab6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:37.449605 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-97f35706-9bbe-4f70-a981-896d775dab6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77ef4e76832d4b7ba97c6d91f764b027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041111 Aug 25 05:06:37.450419 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f35706-9bbe-4f70-a981-896d775dab6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5c45bf-15fc-4fa1-9b34-8ce9b89c73dd,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:37.452291 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 38812) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:37.457343 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f35706-9bbe-4f70-a981-896d775dab6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.457754 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f35706-9bbe-4f70-a981-896d775dab6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.458095 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f35706-9bbe-4f70-a981-896d775dab6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.458427 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f35706-9bbe-4f70-a981-896d775dab6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.458779 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f35706-9bbe-4f70-a981-896d775dab6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.459108 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f35706-9bbe-4f70-a981-896d775dab6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.459431 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f35706-9bbe-4f70-a981-896d775dab6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.459779 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f35706-9bbe-4f70-a981-896d775dab6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.460102 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f35706-9bbe-4f70-a981-896d775dab6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.460419 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f35706-9bbe-4f70-a981-896d775dab6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.460735 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f35706-9bbe-4f70-a981-896d775dab6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.461052 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f35706-9bbe-4f70-a981-896d775dab6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.672089 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff8c07a0-5924-4c22-bdbe-3f47284b25b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:37.691694 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff8c07a0-5924-4c22-bdbe-3f47284b25b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:37.847221 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff8c07a0-5924-4c22-bdbe-3f47284b25b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:37.849762 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff8c07a0-5924-4c22-bdbe-3f47284b25b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:37.851880 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ff8c07a0-5924-4c22-bdbe-3f47284b25b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b5c45bf-15fc-4fa1-9b34-8ce9b89c73dd HTTP/1.1" status: 204 len: 168 time: 0.3976517 Aug 25 05:06:37.858757 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c07a0-5924-4c22-bdbe-3f47284b25b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5c45bf-15fc-4fa1-9b34-8ce9b89c73dd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:37.866222 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c07a0-5924-4c22-bdbe-3f47284b25b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.866534 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c07a0-5924-4c22-bdbe-3f47284b25b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.866870 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c07a0-5924-4c22-bdbe-3f47284b25b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.867208 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c07a0-5924-4c22-bdbe-3f47284b25b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.867537 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c07a0-5924-4c22-bdbe-3f47284b25b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.867922 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c07a0-5924-4c22-bdbe-3f47284b25b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.868209 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c07a0-5924-4c22-bdbe-3f47284b25b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.868509 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c07a0-5924-4c22-bdbe-3f47284b25b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.868844 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c07a0-5924-4c22-bdbe-3f47284b25b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.869169 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c07a0-5924-4c22-bdbe-3f47284b25b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.869500 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c07a0-5924-4c22-bdbe-3f47284b25b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.869809 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c07a0-5924-4c22-bdbe-3f47284b25b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:37.939661 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf07c8-1dcc-4532-a074-4c2a4520b50f req-59def9ed-d670-435f-be80-e09bd9f2be6d tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:37.941144 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-69bf07c8-1dcc-4532-a074-4c2a4520b50f req-59def9ed-d670-435f-be80-e09bd9f2be6d tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0484884 Aug 25 05:06:37.979386 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-69bf07c8-1dcc-4532-a074-4c2a4520b50f req-e44d0e27-112e-4a90-a08d-aae60d49dbbd tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323317 Aug 25 05:06:38.923279 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 38860) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:39.022018 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c7e2dee9-6ab4-426e-a926-c6c9aa4d5ee2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-337705558-network', 'tenant_id': 'ed059d513b074a7f9b4e7a8029f07b3f'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:06:39.115572 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e2dee9-6ab4-426e-a926-c6c9aa4d5ee2 admin admin] Made reservation on behalf of ed059d513b074a7f9b4e7a8029f07b3f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:06:39.117858 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7e2dee9-6ab4-426e-a926-c6c9aa4d5ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:39.119485 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751fca7-8127-424c-bcdc-4df26119035f req-a42cb2e4-c6e5-46b7-aff7-943b1833844f tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:39.121151 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0751fca7-8127-424c-bcdc-4df26119035f req-a42cb2e4-c6e5-46b7-aff7-943b1833844f tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0540624 Aug 25 05:06:39.128956 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7e2dee9-6ab4-426e-a926-c6c9aa4d5ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:39.181896 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0751fca7-8127-424c-bcdc-4df26119035f req-7d8526c6-5bd2-4c42-b52c-5fb3e72f38b0 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452971 Aug 25 05:06:39.227924 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7e2dee9-6ab4-426e-a926-c6c9aa4d5ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:39.295308 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7e2dee9-6ab4-426e-a926-c6c9aa4d5ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:39.319650 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e2dee9-6ab4-426e-a926-c6c9aa4d5ee2 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:06:39.340477 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2dee9-6ab4-426e-a926-c6c9aa4d5ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bbbfa9-57a3-4c2c-8473-35f0630142c2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:39.345088 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7e2dee9-6ab4-426e-a926-c6c9aa4d5ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:39.345431 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-c7e2dee9-6ab4-426e-a926-c6c9aa4d5ee2 admin admin] Added segment 4589598e-4041-45bf-8e23-11905aa38069 of type vlan for network a7973158-3595-403c-add0-bced8d3952c6 Aug 25 05:06:39.429840 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7e2dee9-6ab4-426e-a926-c6c9aa4d5ee2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785199393567'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:39.478976 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-241ab47b-7cc2-4fb9-9cb8-389e347c08d9 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:39.480375 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-241ab47b-7cc2-4fb9-9cb8-389e347c08d9 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/networks?id=f56a9b07-6c6a-4f03-92c6-427129739fed HTTP/1.1" status: 200 len: 814 time: 0.1516461 Aug 25 05:06:39.495304 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-4d56942f-dcd3-4910-91a0-058cf92e76ab tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/quotas/bc5e16762d884267a7491c617cb51cd3 HTTP/1.1" status: 200 len: 375 time: 0.0090001 Aug 25 05:06:39.543213 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-cebbab90-e363-4dad-bb05-1fb2a54dc62d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc5e16762d884267a7491c617cb51cd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0420580 Aug 25 05:06:39.558209 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7e2dee9-6ab4-426e-a926-c6c9aa4d5ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:39.559100 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e2dee9-6ab4-426e-a926-c6c9aa4d5ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:39.559655 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7e2dee9-6ab4-426e-a926-c6c9aa4d5ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:39.665984 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2dee9-6ab4-426e-a926-c6c9aa4d5ee2 admin admin] Pushing event updated for resources: {'Network': ['ID=a7973158-3595-403c-add0-bced8d3952c6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:39.678970 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Network a7973158-3595-403c-add0-bced8d3952c6 details requested by agent ovs-agent-dv-cinder-757936-7-iscsi with host dv-cinder-757936-7-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:06:39.700860 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-f7004578-518c-4c66-9943-777cad6be197 service neutron] 10.222.0.13 "GET /v2.0/networks/f56a9b07-6c6a-4f03-92c6-427129739fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500127 Aug 25 05:06:39.766115 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c7e2dee9-6ab4-426e-a926-c6c9aa4d5ee2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8417296 Aug 25 05:06:39.769112 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 38894) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:06:39.774305 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-bf1ec8c9-ec8c-4fa5-a2cc-513a55387801 admin admin] Request body: {'subnet': {'network_id': 'a7973158-3595-403c-add0-bced8d3952c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-337705558-subnet', 'tenant_id': 'ed059d513b074a7f9b4e7a8029f07b3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:06:39.799706 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-dc15a1b8-4bb0-4e2c-bafc-e090c19fa861 service neutron] 10.222.0.13 "GET /v2.0/networks/f56a9b07-6c6a-4f03-92c6-427129739fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911911 Aug 25 05:06:39.875855 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1ec8c9-ec8c-4fa5-a2cc-513a55387801 admin admin] Made reservation on behalf of ed059d513b074a7f9b4e7a8029f07b3f for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:06:39.878361 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec8c9-ec8c-4fa5-a2cc-513a55387801 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:40.080937 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d94d81f7-b1fa-4c28-8ed2-a0711880d84f req-2a3ad875-8616-463f-8cec-86f4381a9c6e tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 210 time: 0.0298264 Aug 25 05:06:40.087336 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec8c9-ec8c-4fa5-a2cc-513a55387801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:40.139202 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ec8c9-ec8c-4fa5-a2cc-513a55387801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb70554f-1a75-4c91-a6ce-2b0400c76b84,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:40.162222 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1ec8c9-ec8c-4fa5-a2cc-513a55387801 admin admin] Checking segment: {'id': '4589598e-4041-45bf-8e23-11905aa38069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7973158-3595-403c-add0-bced8d3952c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:06:40.162681 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1ec8c9-ec8c-4fa5-a2cc-513a55387801 admin admin] Network hostable DHCP agents. Network: a7973158-3595-403c-add0-bced8d3952c6, hostable agents: ['0a2fa090-2970-41a0-8073-2983789ee317'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:06:40.255714 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1ec8c9-ec8c-4fa5-a2cc-513a55387801 admin admin] Network a7973158-3595-403c-add0-bced8d3952c6 is scheduled to be hosted by DHCP agent 0a2fa090-2970-41a0-8073-2983789ee317 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:06:40.341040 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-bf1ec8c9-ec8c-4fa5-a2cc-513a55387801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-7-iscsi, a7973158-3595-403c-add0-bced8d3952c6) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:06:40.345265 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1ec8c9-ec8c-4fa5-a2cc-513a55387801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:40.345883 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec8c9-ec8c-4fa5-a2cc-513a55387801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:40.349958 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d49e2b-fb80-45cb-9bba-5e2667909176 None None] Network a7973158-3595-403c-add0-bced8d3952c6 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:06:40.424784 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-bf1ec8c9-ec8c-4fa5-a2cc-513a55387801 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6544368 Aug 25 05:06:40.580621 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941eb692-3223-4751-9846-b08c5891eb78 None None] Network a7973158-3595-403c-add0-bced8d3952c6 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:06:43.260091 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128d73d-47d8-4c26-b853-4f7322a3001a req-13e21c14-b965-428d-b1e0-6f304ed28dfb tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:43.261657 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a128d73d-47d8-4c26-b853-4f7322a3001a req-13e21c14-b965-428d-b1e0-6f304ed28dfb tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0500464 Aug 25 05:06:43.297967 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0a794fc2-cdcf-44b2-a272-822ad4f1ea01 req-8916f95c-b9d9-45e7-9f79-e3e61f45c42e tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 210 time: 0.0256722 Aug 25 05:06:43.303646 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a128d73d-47d8-4c26-b853-4f7322a3001a req-8a728b66-f6ec-46d3-b49f-ee6c7f2e828b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359292 Aug 25 05:06:44.429154 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-74f2b3fd-5129-4045-95b4-7861defb3a1b req-576d3077-9de0-4fc2-9ee4-0c8eead8fe8a tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 210 time: 0.0275393 Aug 25 05:06:44.596146 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdcc3e-0622-425c-9952-724e1004a207 req-0215360b-6269-4fa0-8aab-2c33496e0b67 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:44.597621 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9fbdcc3e-0622-425c-9952-724e1004a207 req-0215360b-6269-4fa0-8aab-2c33496e0b67 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0976095 Aug 25 05:06:44.641105 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-72a9ac6f-ba93-44ab-95e4-be4d52d75eab tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:44.642477 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-72a9ac6f-ba93-44ab-95e4-be4d52d75eab tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.20 "GET /v2.0/networks?id=f56a9b07-6c6a-4f03-92c6-427129739fed HTTP/1.1" status: 200 len: 814 time: 0.1520295 Aug 25 05:06:44.656124 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-bedd8803-cebb-4d69-b57c-135e53c47f93 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:44.657644 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-bedd8803-cebb-4d69-b57c-135e53c47f93 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/networks?id=a7973158-3595-403c-add0-bced8d3952c6 HTTP/1.1" status: 200 len: 808 time: 0.1010380 Aug 25 05:06:44.658334 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9fbdcc3e-0622-425c-9952-724e1004a207 req-f549c48c-5186-4c84-8efc-8f9675567048 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509951 Aug 25 05:06:44.673997 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-7e90b17c-c98f-4c2e-b8d6-7731720c3223 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/quotas/ed059d513b074a7f9b4e7a8029f07b3f HTTP/1.1" status: 200 len: 375 time: 0.0099688 Aug 25 05:06:44.709911 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-b0ca3b68-926e-44bc-8635-4133b20c7411 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed059d513b074a7f9b4e7a8029f07b3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297458 Aug 25 05:06:44.798352 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-84f3c9e7-1c02-4468-902d-f4a75e8a0f27 service neutron] 10.222.0.13 "GET /v2.0/networks/a7973158-3595-403c-add0-bced8d3952c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814414 Aug 25 05:06:44.890022 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-fd881cc8-f5aa-4770-8405-aa32595f99fb service neutron] 10.222.0.13 "GET /v2.0/networks/a7973158-3595-403c-add0-bced8d3952c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850646 Aug 25 05:06:45.102571 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4f53e9cc-c7c0-494c-b5d3-9ad6a7b6be50 req-75a4ae5f-7638-4679-8075-27f3e872d1ad tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=12b9d919-1cb6-4979-a40e-5d5e90215e3d HTTP/1.1" status: 200 len: 210 time: 0.0280979 Aug 25 05:06:47.848224 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-c19133de-44de-431b-a30a-081517f85998 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Request body: {'port': {'device_id': '5df85b27-d756-40b2-8889-1d0d7c8ac533', 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed', 'admin_state_up': True, 'tenant_id': 'bc5e16762d884267a7491c617cb51cd3'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:06:48.023856 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-c19133de-44de-431b-a30a-081517f85998 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Made reservation on behalf of bc5e16762d884267a7491c617cb51cd3 for: {'port': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:06:48.027881 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-c19133de-44de-431b-a30a-081517f85998 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:48.145055 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b988f682-9aba-4e7f-826b-2c0475f9c518 req-e02d0376-3a0a-49ab-b9cb-7b81517d4d6b tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 210 time: 0.0376234 Aug 25 05:06:48.159165 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-19070f02-aa7c-450d-bb8e-ada2ed7dc92c req-7fcc65d2-9591-4f0b-870c-8c8e972012cc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1009583 Aug 25 05:06:48.224684 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3f76d-2e11-44c4-b2ff-a90ccb4979b1 req-6e9840b3-c254-4fd1-a090-d8bb2e3f2168 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:48.227127 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-47d3f76d-2e11-44c4-b2ff-a90ccb4979b1 req-6e9840b3-c254-4fd1-a090-d8bb2e3f2168 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0989316 Aug 25 05:06:48.235576 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-75f90151-30c2-4866-931b-175486e269d3 req-0d2cccdb-a0f4-4dec-9156-6d2afc4d1c9f tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=12b9d919-1cb6-4979-a40e-5d5e90215e3d HTTP/1.1" status: 200 len: 210 time: 0.0415416 Aug 25 05:06:48.240523 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-c19133de-44de-431b-a30a-081517f85998 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Allocated IP 172.20.0.3 (f56a9b07-6c6a-4f03-92c6-427129739fed/d53b1662-ec49-4fbc-9102-24e8f837212c/e9ebbd9e-3f2c-43a7-954c-cf85e21072a5) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:06:48.332760 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-47d3f76d-2e11-44c4-b2ff-a90ccb4979b1 req-bd85d948-6d74-4c66-8690-f12bcdd29922 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603054 Aug 25 05:06:48.333237 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19070f02-aa7c-450d-bb8e-ada2ed7dc92c req-fbfa36df-3bcd-4353-99cd-c434ddae3f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:48.333237 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-19070f02-aa7c-450d-bb8e-ada2ed7dc92c req-fbfa36df-3bcd-4353-99cd-c434ddae3f44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5e16762d884267a7491c617cb51cd3&device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 1098 time: 0.0536041 Aug 25 05:06:48.420866 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-c19133de-44de-431b-a30a-081517f85998 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:48.444404 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19070f02-aa7c-450d-bb8e-ada2ed7dc92c req-69ca2d38-e9e6-43a3-8bad-92644e225f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:48.445883 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-19070f02-aa7c-450d-bb8e-ada2ed7dc92c req-69ca2d38-e9e6-43a3-8bad-92644e225f34 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f56a9b07-6c6a-4f03-92c6-427129739fed HTTP/1.1" status: 200 len: 914 time: 0.0829797 Aug 25 05:06:48.497808 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-19070f02-aa7c-450d-bb8e-ada2ed7dc92c req-ff85d9d1-a2cc-417d-b12c-23ae6435fd64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc8b7ad1-e789-465f-b100-b9d8d6fd164d HTTP/1.1" status: 200 len: 217 time: 0.0363145 Aug 25 05:06:48.549702 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19070f02-aa7c-450d-bb8e-ada2ed7dc92c req-0a46997d-6ee0-45c4-b23d-8731b164b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:48.551121 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-19070f02-aa7c-450d-bb8e-ada2ed7dc92c req-0a46997d-6ee0-45c4-b23d-8731b164b661 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d53b1662-ec49-4fbc-9102-24e8f837212c HTTP/1.1" status: 200 len: 854 time: 0.0416489 Aug 25 05:06:48.581413 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-19070f02-aa7c-450d-bb8e-ada2ed7dc92c req-e6bc5c88-32f5-4831-a2f8-c0efed20da5f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f56a9b07-6c6a-4f03-92c6-427129739fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226984 Aug 25 05:06:48.673180 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-19070f02-aa7c-450d-bb8e-ada2ed7dc92c req-c09bcae9-a9b4-470a-a02d-add3bfad4fed service neutron] 10.222.0.20 "GET /v2.0/networks/f56a9b07-6c6a-4f03-92c6-427129739fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791230 Aug 25 05:06:48.715386 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-c19133de-44de-431b-a30a-081517f85998 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:48.757027 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-c19133de-44de-431b-a30a-081517f85998 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Network f56a9b07-6c6a-4f03-92c6-427129739fed is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:06:48.762087 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-c19133de-44de-431b-a30a-081517f85998 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:06:48.765766 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-c19133de-44de-431b-a30a-081517f85998 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:06:48.767231 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['bc8b7ad1-e789-465f-b100-b9d8d6fd164d'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:06:48.771336 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-c19133de-44de-431b-a30a-081517f85998 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:48.771963 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-c19133de-44de-431b-a30a-081517f85998 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:48.783042 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19133de-44de-431b-a30a-081517f85998 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Pushing event updated for resources: {'Port': ['ID=e9ebbd9e-3f2c-43a7-954c-cf85e21072a5,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:48.896684 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-c19133de-44de-431b-a30a-081517f85998 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0524228 Aug 25 05:06:48.900242 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-19070f02-aa7c-450d-bb8e-ada2ed7dc92c req-c19b5f10-2d5c-4da1-af11-106d52d82fd9 service neutron] 10.222.0.20 "GET /v2.0/networks/f56a9b07-6c6a-4f03-92c6-427129739fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007116 Aug 25 05:06:48.937933 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] Request body: {'port': {'device_id': '5df85b27-d756-40b2-8889-1d0d7c8ac533', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:06:48.997334 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:49.271637 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ebbd9e-3f2c-43a7-954c-cf85e21072a5 {{(pid=94638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:06:49.279654 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:49.293284 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] Transition to ACTIVE for port object e9ebbd9e-3f2c-43a7-954c-cf85e21072a5 will not be triggered until provisioned by entity L2. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:06:49.377794 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:49.410431 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b72fd1-ad07-4f15-a800-66103e96b6f3 req-72897b0a-6f2e-4113-addb-9a9dfa3b5bc4 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:49.415027 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-57b72fd1-ad07-4f15-a800-66103e96b6f3 req-72897b0a-6f2e-4113-addb-9a9dfa3b5bc4 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 931 time: 0.0544736 Aug 25 05:06:49.438775 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ebbd9e-3f2c-43a7-954c-cf85e21072a5,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:49.451153 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-57b72fd1-ad07-4f15-a800-66103e96b6f3 req-eed88799-040d-4ce2-b653-30068b080621 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333104 Aug 25 05:06:49.485150 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-93eabdb0-a293-4b1e-ab31-3c8e57133d08 req-336fa815-5a4e-4c63-b437-a461047025ec tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=12b9d919-1cb6-4979-a40e-5d5e90215e3d HTTP/1.1" status: 200 len: 210 time: 0.0587134 Aug 25 05:06:49.494325 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] Attempting to bind port e9ebbd9e-3f2c-43a7-954c-cf85e21072a5 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:06:49.495242 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] Attempting to bind port e9ebbd9e-3f2c-43a7-954c-cf85e21072a5 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed'}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:06:49.495579 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] Attempting to bind port e9ebbd9e-3f2c-43a7-954c-cf85e21072a5 on network f56a9b07-6c6a-4f03-92c6-427129739fed {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:06:49.500996 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] Port e9ebbd9e-3f2c-43a7-954c-cf85e21072a5 on network f56a9b07-6c6a-4f03-92c6-427129739fed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 05:06:49.501705 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] Attempting to bind port e9ebbd9e-3f2c-43a7-954c-cf85e21072a5 on network f56a9b07-6c6a-4f03-92c6-427129739fed {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:06:49.506246 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] Checking agent: {'id': '2d6b99c1-3d97-4a8a-bca5-2c0d702c36c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'started_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:06:49.506661 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] Checking segment: {'id': '9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:06:49.507279 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] Bound using segment: {'id': '9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed'} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:06:49.507483 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] Bound port: e9ebbd9e-3f2c-43a7-954c-cf85e21072a5, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed'}}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:06:49.507914 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:49.579209 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3d7ca-b08a-4cfe-aabf-56ba58b76deb req-019b8227-4212-405d-87b4-200fe1603f47 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:49.580717 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d9c3d7ca-b08a-4cfe-aabf-56ba58b76deb req-019b8227-4212-405d-87b4-200fe1603f47 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0712502 Aug 25 05:06:49.583870 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] For port e9ebbd9e-3f2c-43a7-954c-cf85e21072a5, host hv-cinder-75793, cleared binding levels {{(pid=94638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:06:49.586927 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] For port e9ebbd9e-3f2c-43a7-954c-cf85e21072a5, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=e9ebbd9e-3f2c-43a7-954c-cf85e21072a5,segment=NetworkSegment(9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb),segment_id=9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb)] {{(pid=94638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:06:49.617481 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:49.617679 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d9c3d7ca-b08a-4cfe-aabf-56ba58b76deb req-912f02d4-63da-4aea-8d55-3c353a33e474 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306396 Aug 25 05:06:49.675282 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:49.708454 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:49.709069 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:49.710559 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] 10.222.0.20 "PUT /v2.0/ports/e9ebbd9e-3f2c-43a7-954c-cf85e21072a5 HTTP/1.1" status: 200 len: 1093 time: 0.7771456 Aug 25 05:06:49.711036 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df85b27-d756-40b2-8889-1d0d7c8ac533', 'tag': 'e9ebbd9e-3f2c-43a7-954c-cf85e21072a5'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:06:49.713269 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb5d41b-f0a4-4932-aeec-c7a6a7d0a1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "5df85b27-d756-40b2-8889-1d0d7c8ac533", "tag": "e9ebbd9e-3f2c-43a7-954c-cf85e21072a5"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:06:49.738782 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f263e-58a1-43f1-9b07-15d81e4be6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ebbd9e-3f2c-43a7-954c-cf85e21072a5,revision_number=3']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:49.752407 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f173f63-5a47-4c17-86c5-036be7cb9063 x-openstack-request-id: req-4f173f63-5a47-4c17-86c5-036be7cb9063 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:06:49.752770 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df85b27-d756-40b2-8889-1d0d7c8ac533", "tag": "e9ebbd9e-3f2c-43a7-954c-cf85e21072a5", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:06:49.753097 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f173f63-5a47-4c17-86c5-036be7cb9063 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:06:49.753671 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df85b27-d756-40b2-8889-1d0d7c8ac533', 'tag': 'e9ebbd9e-3f2c-43a7-954c-cf85e21072a5', 'status': 'completed', 'code': 200} Aug 25 05:06:49.903130 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5d41b-f0a4-4932-aeec-c7a6a7d0a1cd req-188294d5-c39c-4003-a69e-3f2dcdc20b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:49.904626 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-abb5d41b-f0a4-4932-aeec-c7a6a7d0a1cd req-188294d5-c39c-4003-a69e-3f2dcdc20b91 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5e16762d884267a7491c617cb51cd3&device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 1096 time: 0.0404158 Aug 25 05:06:50.020332 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5d41b-f0a4-4932-aeec-c7a6a7d0a1cd req-579a6d42-6131-4885-9427-73c8ad78e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:50.021719 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-abb5d41b-f0a4-4932-aeec-c7a6a7d0a1cd req-579a6d42-6131-4885-9427-73c8ad78e43d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=bc5e16762d884267a7491c617cb51cd3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0908182 Aug 25 05:06:50.120596 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5d41b-f0a4-4932-aeec-c7a6a7d0a1cd req-d3f6b087-e446-49d5-83e7-536ff178b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:50.122102 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-abb5d41b-f0a4-4932-aeec-c7a6a7d0a1cd req-d3f6b087-e446-49d5-83e7-536ff178b3bb service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0921085 Aug 25 05:06:50.328091 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-4d42e3a9-4254-4cb4-a913-b420a6f31b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:50.329891 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-4d42e3a9-4254-4cb4-a913-b420a6f31b8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5e16762d884267a7491c617cb51cd3&device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 1096 time: 0.0477223 Aug 25 05:06:50.360839 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-7316f440-4706-4b91-8b3a-be7f36117700 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:50.362633 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-7316f440-4706-4b91-8b3a-be7f36117700 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.20 "GET /v2.0/networks?id=a7973158-3595-403c-add0-bced8d3952c6 HTTP/1.1" status: 200 len: 808 time: 0.1265495 Aug 25 05:06:50.451750 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-8869224b-d390-488e-8f0d-4f9d2da8a2f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9ebbd9e-3f2c-43a7-954c-cf85e21072a5 HTTP/1.1" status: 200 len: 217 time: 0.0339656 Aug 25 05:06:50.473398 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-1a756f35-1b44-4c12-9261-5c9462e29934 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Request body: {'port': {'device_id': '12b9d919-1cb6-4979-a40e-5d5e90215e3d', 'network_id': 'a7973158-3595-403c-add0-bced8d3952c6', 'admin_state_up': True, 'tenant_id': 'ed059d513b074a7f9b4e7a8029f07b3f'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:06:50.541925 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-421668ca-2a69-40da-945c-a2cab3342fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:50.543459 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-421668ca-2a69-40da-945c-a2cab3342fee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d53b1662-ec49-4fbc-9102-24e8f837212c HTTP/1.1" status: 200 len: 854 time: 0.0557361 Aug 25 05:06:50.603361 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-fbf5488c-e08a-4088-819c-507d4206c891 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f56a9b07-6c6a-4f03-92c6-427129739fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373261 Aug 25 05:06:50.697720 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-1a756f35-1b44-4c12-9261-5c9462e29934 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Made reservation on behalf of ed059d513b074a7f9b4e7a8029f07b3f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:06:50.702723 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-1a756f35-1b44-4c12-9261-5c9462e29934 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:50.805666 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0f4d9-12ad-4411-8f0e-80e952c291f4 req-bdb8ea98-96bc-466b-be89-76b8bf4879ee tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:50.807152 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-71e0f4d9-12ad-4411-8f0e-80e952c291f4 req-bdb8ea98-96bc-466b-be89-76b8bf4879ee tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 943 time: 0.0918388 Aug 25 05:06:50.888925 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-71e0f4d9-12ad-4411-8f0e-80e952c291f4 req-0f2f6448-97c2-4b61-a092-3740946660ea tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752265 Aug 25 05:06:50.911834 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-1a756f35-1b44-4c12-9261-5c9462e29934 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Allocated IP 172.20.0.12 (a7973158-3595-403c-add0-bced8d3952c6/bb70554f-1a75-4c91-a6ce-2b0400c76b84/a4ad5638-25d0-4c33-b1e3-66bb227a4061) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:06:50.937176 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-534c986f-62c0-49c5-b56e-1c647cadb185 service neutron] 10.222.0.20 "GET /v2.0/networks/f56a9b07-6c6a-4f03-92c6-427129739fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977678 Aug 25 05:06:51.023131 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-15dd79eb-267e-43f4-bc69-5f4210d1a5f7 req-ac90d096-c642-46f2-8500-139850c53644 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=12b9d919-1cb6-4979-a40e-5d5e90215e3d HTTP/1.1" status: 200 len: 210 time: 0.0363576 Aug 25 05:06:51.097200 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f53619-daf9-45e3-ad0d-cbe6a7ac98b1 req-fd261736-e4c9-46c4-9f0f-8d2cb7a4e84c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:51.098742 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c0f53619-daf9-45e3-ad0d-cbe6a7ac98b1 req-fd261736-e4c9-46c4-9f0f-8d2cb7a4e84c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0912266 Aug 25 05:06:51.102479 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ced21a10-b309-4889-a6f5-3265c5766c85 req-6281de5d-5afa-4eda-bde3-0c36868051fa service neutron] 10.222.0.20 "GET /v2.0/networks/f56a9b07-6c6a-4f03-92c6-427129739fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476943 Aug 25 05:06:51.140705 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c0f53619-daf9-45e3-ad0d-cbe6a7ac98b1 req-0b8caa36-78a2-44d4-96d9-049f179929b8 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347810 Aug 25 05:06:51.168226 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-1a756f35-1b44-4c12-9261-5c9462e29934 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:51.184493 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8eac8-1775-49f5-97b3-8879a397ca41 req-74a6a583-4485-416b-bfe9-bc92ff47948e tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:51.185971 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d9d8eac8-1775-49f5-97b3-8879a397ca41 req-74a6a583-4485-416b-bfe9-bc92ff47948e tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 945 time: 0.0839486 Aug 25 05:06:51.240135 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d9d8eac8-1775-49f5-97b3-8879a397ca41 req-df2a5181-8c8f-41aa-b57c-38f6921afb48 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470331 Aug 25 05:06:51.323933 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-1a756f35-1b44-4c12-9261-5c9462e29934 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:51.379615 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-1a756f35-1b44-4c12-9261-5c9462e29934 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Network a7973158-3595-403c-add0-bced8d3952c6 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:06:51.383267 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-1a756f35-1b44-4c12-9261-5c9462e29934 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:06:51.386231 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-1a756f35-1b44-4c12-9261-5c9462e29934 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:06:51.393605 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-1a756f35-1b44-4c12-9261-5c9462e29934 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:51.394293 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-1a756f35-1b44-4c12-9261-5c9462e29934 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:51.406014 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a756f35-1b44-4c12-9261-5c9462e29934 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Pushing event updated for resources: {'Port': ['ID=a4ad5638-25d0-4c33-b1e3-66bb227a4061,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:51.486849 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-1a756f35-1b44-4c12-9261-5c9462e29934 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0177772 Aug 25 05:06:51.511508 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] Request body: {'port': {'device_id': '12b9d919-1cb6-4979-a40e-5d5e90215e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:06:51.564713 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:51.817700 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ad5638-25d0-4c33-b1e3-66bb227a4061 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:06:51.825102 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:51.842938 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] Transition to ACTIVE for port object a4ad5638-25d0-4c33-b1e3-66bb227a4061 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:06:51.917674 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:52.012020 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ad5638-25d0-4c33-b1e3-66bb227a4061,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:52.032695 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] Attempting to bind port a4ad5638-25d0-4c33-b1e3-66bb227a4061 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:06:52.033066 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] Attempting to bind port a4ad5638-25d0-4c33-b1e3-66bb227a4061 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '4589598e-4041-45bf-8e23-11905aa38069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7973158-3595-403c-add0-bced8d3952c6'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:06:52.033371 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] Attempting to bind port a4ad5638-25d0-4c33-b1e3-66bb227a4061 on network a7973158-3595-403c-add0-bced8d3952c6 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:06:52.039132 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] Port a4ad5638-25d0-4c33-b1e3-66bb227a4061 on network a7973158-3595-403c-add0-bced8d3952c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 05:06:52.039458 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] Attempting to bind port a4ad5638-25d0-4c33-b1e3-66bb227a4061 on network a7973158-3595-403c-add0-bced8d3952c6 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:06:52.046615 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] Checking agent: {'id': '2d6b99c1-3d97-4a8a-bca5-2c0d702c36c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'started_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:06:52.048623 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] Checking segment: {'id': '4589598e-4041-45bf-8e23-11905aa38069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7973158-3595-403c-add0-bced8d3952c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:06:52.048623 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] Bound using segment: {'id': '4589598e-4041-45bf-8e23-11905aa38069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7973158-3595-403c-add0-bced8d3952c6'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:06:52.048623 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] Bound port: a4ad5638-25d0-4c33-b1e3-66bb227a4061, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4589598e-4041-45bf-8e23-11905aa38069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7973158-3595-403c-add0-bced8d3952c6'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:06:52.048623 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:52.057644 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e08f75-b543-467e-aea4-185dc799c9bc req-b87a6246-264f-4799-bfa8-12d1678d5a7f tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:52.059178 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-47e08f75-b543-467e-aea4-185dc799c9bc req-b87a6246-264f-4799-bfa8-12d1678d5a7f tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 943 time: 0.0929625 Aug 25 05:06:52.138881 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-47e08f75-b543-467e-aea4-185dc799c9bc req-de07a258-7b87-435a-9f62-d1282ff569bb tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714324 Aug 25 05:06:52.159527 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] For port a4ad5638-25d0-4c33-b1e3-66bb227a4061, host hv-cinder-75793, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:06:52.161682 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] For port a4ad5638-25d0-4c33-b1e3-66bb227a4061, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a4ad5638-25d0-4c33-b1e3-66bb227a4061,segment=NetworkSegment(4589598e-4041-45bf-8e23-11905aa38069),segment_id=4589598e-4041-45bf-8e23-11905aa38069)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:06:52.235929 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f9948-49c0-4287-b797-6e24323dfd50 req-9de8583f-2698-4e7c-bb0e-894ae8853a6e tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:52.237416 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-992f9948-49c0-4287-b797-6e24323dfd50 req-9de8583f-2698-4e7c-bb0e-894ae8853a6e tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=12b9d919-1cb6-4979-a40e-5d5e90215e3d HTTP/1.1" status: 200 len: 944 time: 0.0483966 Aug 25 05:06:52.254387 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9af72-aef2-4e0b-b97f-56d732b0ee20 req-ee38bf2f-3ca7-413a-a3f0-cf1058945623 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:52.255896 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bbf9af72-aef2-4e0b-b97f-56d732b0ee20 req-ee38bf2f-3ca7-413a-a3f0-cf1058945623 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0478828 Aug 25 05:06:52.257365 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:52.279117 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-992f9948-49c0-4287-b797-6e24323dfd50 req-88d4089e-d707-438f-be6c-85834315e3ab tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352986 Aug 25 05:06:52.310712 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:52.311363 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:52.312770 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] 10.222.0.20 "PUT /v2.0/ports/a4ad5638-25d0-4c33-b1e3-66bb227a4061 HTTP/1.1" status: 200 len: 1094 time: 0.8054590 Aug 25 05:06:52.314318 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b9d919-1cb6-4979-a40e-5d5e90215e3d', 'tag': 'a4ad5638-25d0-4c33-b1e3-66bb227a4061'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:06:52.316571 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae29e72-a217-4781-a5b6-c8479a4570af" -d '{"events": [{"name": "network-changed", "server_uuid": "12b9d919-1cb6-4979-a40e-5d5e90215e3d", "tag": "a4ad5638-25d0-4c33-b1e3-66bb227a4061"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:06:52.351319 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bbf9af72-aef2-4e0b-b97f-56d732b0ee20 req-f8c02908-0111-40fe-aeb8-1d61de711e9c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866113 Aug 25 05:06:52.354431 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63436f12-16dd-414d-90ed-b4e3ea4b26f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ad5638-25d0-4c33-b1e3-66bb227a4061,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:52.399105 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04714f-71f4-432c-bf46-72183d61f2df req-3b93113d-bcd5-46d3-b473-6da7c0f933d7 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:52.400611 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-af04714f-71f4-432c-bf46-72183d61f2df req-3b93113d-bcd5-46d3-b473-6da7c0f933d7 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 945 time: 0.0550499 Aug 25 05:06:52.419039 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0611b5da-86a9-4cf0-8b5b-8c51dfd49243 x-openstack-request-id: req-0611b5da-86a9-4cf0-8b5b-8c51dfd49243 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:06:52.419455 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b9d919-1cb6-4979-a40e-5d5e90215e3d", "tag": "a4ad5638-25d0-4c33-b1e3-66bb227a4061", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:06:52.419792 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0611b5da-86a9-4cf0-8b5b-8c51dfd49243 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:06:52.420248 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b9d919-1cb6-4979-a40e-5d5e90215e3d', 'tag': 'a4ad5638-25d0-4c33-b1e3-66bb227a4061', 'status': 'completed', 'code': 200} Aug 25 05:06:52.440514 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-af04714f-71f4-432c-bf46-72183d61f2df req-26f16bbf-67b9-41ad-bb93-1e569bcc6a99 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325484 Aug 25 05:06:52.515145 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-18fc99b0-9626-4144-bb0f-b2fb9613b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:52.516671 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-18fc99b0-9626-4144-bb0f-b2fb9613b91e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed059d513b074a7f9b4e7a8029f07b3f&device_id=12b9d919-1cb6-4979-a40e-5d5e90215e3d HTTP/1.1" status: 200 len: 1097 time: 0.0443521 Aug 25 05:06:52.581012 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-4de4f462-bf01-40da-8dc5-e5b16955bd19 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4ad5638-25d0-4c33-b1e3-66bb227a4061 HTTP/1.1" status: 200 len: 217 time: 0.0335793 Aug 25 05:06:52.632981 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-65ca81a2-2a72-4878-9d03-72f0289e223e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:52.634484 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-65ca81a2-2a72-4878-9d03-72f0289e223e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb70554f-1a75-4c91-a6ce-2b0400c76b84 HTTP/1.1" status: 200 len: 848 time: 0.0455990 Aug 25 05:06:52.671741 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-2d5cf8c7-00fa-4577-90f8-7fa933173832 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7973158-3595-403c-add0-bced8d3952c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251491 Aug 25 05:06:52.768433 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-3b1f096c-398c-430b-8bcd-277e0a579017 service neutron] 10.222.0.20 "GET /v2.0/networks/a7973158-3595-403c-add0-bced8d3952c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850320 Aug 25 05:06:52.871878 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f7f938bf-228e-40cc-a7ac-9fb4b65ee466 req-8db74d11-c1a6-4cf2-82c9-c6e7f40dd5e7 service neutron] 10.222.0.20 "GET /v2.0/networks/a7973158-3595-403c-add0-bced8d3952c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813205 Aug 25 05:06:53.114940 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae29e72-a217-4781-a5b6-c8479a4570af req-3fe89fe7-0b46-4741-bcd3-4c217799e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:53.116378 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dae29e72-a217-4781-a5b6-c8479a4570af req-3fe89fe7-0b46-4741-bcd3-4c217799e9c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed059d513b074a7f9b4e7a8029f07b3f&device_id=12b9d919-1cb6-4979-a40e-5d5e90215e3d HTTP/1.1" status: 200 len: 1097 time: 0.0425105 Aug 25 05:06:53.211710 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae29e72-a217-4781-a5b6-c8479a4570af req-936aec9f-8b40-42c8-ba59-5b40c0857707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:53.213237 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dae29e72-a217-4781-a5b6-c8479a4570af req-936aec9f-8b40-42c8-ba59-5b40c0857707 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a7973158-3595-403c-add0-bced8d3952c6 HTTP/1.1" status: 200 len: 908 time: 0.0858955 Aug 25 05:06:53.398801 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249a91d-93f7-4885-a6d9-69824e2bf5ca req-4bada324-0d26-4d04-a32e-5c2fe6ce9594 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:53.400360 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0249a91d-93f7-4885-a6d9-69824e2bf5ca req-4bada324-0d26-4d04-a32e-5c2fe6ce9594 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=12b9d919-1cb6-4979-a40e-5d5e90215e3d HTTP/1.1" status: 200 len: 944 time: 0.0498159 Aug 25 05:06:53.438105 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0249a91d-93f7-4885-a6d9-69824e2bf5ca req-f01f9e9b-eeba-4367-9b5e-c7ccad08e4e9 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317523 Aug 25 05:06:53.457816 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dae29e72-a217-4781-a5b6-c8479a4570af req-906095d7-16e3-43e2-b6a1-a2222d004fe1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4ad5638-25d0-4c33-b1e3-66bb227a4061 HTTP/1.1" status: 200 len: 217 time: 0.2202644 Aug 25 05:06:53.473119 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6529d-9b39-4247-9fdd-c87cd218176d req-7d5cd6bc-fad5-431f-a5e7-f0e2eb2bdd90 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:53.474662 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-07b6529d-9b39-4247-9fdd-c87cd218176d req-7d5cd6bc-fad5-431f-a5e7-f0e2eb2bdd90 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 943 time: 0.2604837 Aug 25 05:06:53.539594 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae29e72-a217-4781-a5b6-c8479a4570af req-3bb0f80d-a087-4d09-8b14-96bcb260fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:53.540931 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dae29e72-a217-4781-a5b6-c8479a4570af req-3bb0f80d-a087-4d09-8b14-96bcb260fba5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb70554f-1a75-4c91-a6ce-2b0400c76b84 HTTP/1.1" status: 200 len: 848 time: 0.0654285 Aug 25 05:06:53.541848 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcef090-5ef6-4368-80a2-e50cd7998fb6 req-22e430b5-ab63-4299-acf4-436464f76dd6 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:53.543357 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cfcef090-5ef6-4368-80a2-e50cd7998fb6 req-22e430b5-ab63-4299-acf4-436464f76dd6 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0480776 Aug 25 05:06:53.545813 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-07b6529d-9b39-4247-9fdd-c87cd218176d req-7617ea3b-0b8b-4836-9578-983a8f279686 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615957 Aug 25 05:06:53.575567 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dae29e72-a217-4781-a5b6-c8479a4570af req-06cfe8d8-74c9-4aff-b611-93d0847b6f2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7973158-3595-403c-add0-bced8d3952c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250571 Aug 25 05:06:53.585757 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cfcef090-5ef6-4368-80a2-e50cd7998fb6 req-5ee2b86c-49cc-46fe-b7a1-fc48774bdf43 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336497 Aug 25 05:06:53.707575 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c07435-b16d-4af6-8a40-17c81a589adf req-b4fac4ee-cdc4-4c7f-ad52-c8df5909cd99 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:53.709046 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-27c07435-b16d-4af6-8a40-17c81a589adf req-b4fac4ee-cdc4-4c7f-ad52-c8df5909cd99 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 945 time: 0.0970750 Aug 25 05:06:53.710980 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dae29e72-a217-4781-a5b6-c8479a4570af req-1a95558c-69f3-47a9-85df-4bbe0baa1858 service neutron] 10.222.0.20 "GET /v2.0/networks/a7973158-3595-403c-add0-bced8d3952c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225646 Aug 25 05:06:53.791827 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-27c07435-b16d-4af6-8a40-17c81a589adf req-ab28a6a3-1067-4e89-aaca-e5c987c6e298 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763133 Aug 25 05:06:53.825987 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dae29e72-a217-4781-a5b6-c8479a4570af req-9fb8d03b-e39e-4ecd-a7ff-64292c7bca67 service neutron] 10.222.0.20 "GET /v2.0/networks/a7973158-3595-403c-add0-bced8d3952c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036873 Aug 25 05:06:56.751224 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device e9ebbd9e-3f2c-43a7-954c-cf85e21072a5 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:06:56.844772 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port e9ebbd9e-3f2c-43a7-954c-cf85e21072a5, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=e9ebbd9e-3f2c-43a7-954c-cf85e21072a5,segment=NetworkSegment(9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb),segment_id=9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:06:56.855805 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': 'e9ebbd9e-3f2c-43a7-954c-cf85e21072a5', 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed', 'port_id': 'e9ebbd9e-3f2c-43a7-954c-cf85e21072a5', 'mac_address': 'fa:16:3e:e2:97:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd53b1662-ec49-4fbc-9102-24e8f837212c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:06:56.893255 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:56.905596 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ebbd9e-3f2c-43a7-954c-cf85e21072a5 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:06:56.923783 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port e9ebbd9e-3f2c-43a7-954c-cf85e21072a5, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=e9ebbd9e-3f2c-43a7-954c-cf85e21072a5,segment=NetworkSegment(9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb),segment_id=9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:06:56.991708 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:06:57.038475 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=e9ebbd9e-3f2c-43a7-954c-cf85e21072a5,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:06:57.045715 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:57.046389 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:57.046389 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:57.046749 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:57.047318 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:57.047402 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:57.047721 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:57.048051 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:57.048407 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:57.048829 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:57.049101 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:57.049581 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:06:57.151697 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b95786-de4a-443e-8160-cd3753ba95d8 req-4d41af96-c804-491b-a63e-901cc04ef83a tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:57.153183 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-47b95786-de4a-443e-8160-cd3753ba95d8 req-4d41af96-c804-491b-a63e-901cc04ef83a tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=12b9d919-1cb6-4979-a40e-5d5e90215e3d HTTP/1.1" status: 200 len: 944 time: 0.0619164 Aug 25 05:06:57.185592 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f1ec0-0cdc-4840-a67d-3017ced24c8a req-ed24c977-f22b-4288-af05-5e85c12b8549 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:57.187616 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fb4f1ec0-0cdc-4840-a67d-3017ced24c8a req-ed24c977-f22b-4288-af05-5e85c12b8549 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 944 time: 0.0533471 Aug 25 05:06:57.190116 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-47b95786-de4a-443e-8160-cd3753ba95d8 req-22c05934-4b73-490f-9201-04d295e4eaf3 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308094 Aug 25 05:06:57.225934 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fb4f1ec0-0cdc-4840-a67d-3017ced24c8a req-b57d9b62-bc84-47a1-9434-dfc3a1405631 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320151 Aug 25 05:06:57.292342 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b997b-db65-4299-828e-a54a510f8286 req-1459566f-d357-4187-9dca-628c3cf4a791 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:57.293793 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2d3b997b-db65-4299-828e-a54a510f8286 req-1459566f-d357-4187-9dca-628c3cf4a791 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0474925 Aug 25 05:06:57.326278 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b3f69-2bec-4a35-93c4-40d626caae6c req-cbe898f5-68f8-4b10-9539-7c21a00a8ca0 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:06:57.327895 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-969b3f69-2bec-4a35-93c4-40d626caae6c req-cbe898f5-68f8-4b10-9539-7c21a00a8ca0 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 945 time: 0.0478940 Aug 25 05:06:57.335873 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2d3b997b-db65-4299-828e-a54a510f8286 req-e74d4075-3881-4ac8-a979-ce8cc15d20ec tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354862 Aug 25 05:06:57.365127 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-969b3f69-2bec-4a35-93c4-40d626caae6c req-26945e9f-e3cd-4540-9ad3-2d78c121a567 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314469 Aug 25 05:07:00.523303 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82bc2de3-b6eb-43e5-88dd-0eb77cc95c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:00.549957 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe4f94-b791-4468-8c17-070796aea067 req-02cf2b53-1c16-487e-8a17-232daf690051 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:00.551578 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0abe4f94-b791-4468-8c17-070796aea067 req-02cf2b53-1c16-487e-8a17-232daf690051 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=12b9d919-1cb6-4979-a40e-5d5e90215e3d HTTP/1.1" status: 200 len: 944 time: 0.0487490 Aug 25 05:07:00.575032 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49b333-b7cd-4135-a737-4c7186594466 req-f8395519-a889-4dec-8669-d179ed608ae9 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:00.576497 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4d49b333-b7cd-4135-a737-4c7186594466 req-f8395519-a889-4dec-8669-d179ed608ae9 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 944 time: 0.0483031 Aug 25 05:07:00.589059 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0abe4f94-b791-4468-8c17-070796aea067 req-b51fe488-facb-47a6-a37b-5b10780030a5 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316026 Aug 25 05:07:00.616873 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4d49b333-b7cd-4135-a737-4c7186594466 req-d374acdf-19ee-438c-b72c-64c287d0ab3c tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338700 Aug 25 05:07:00.666623 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4c81b-5701-42ae-835f-c994c620460d req-28107d8b-0c43-40da-a7e3-dff36552937e tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:00.668480 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2cc4c81b-5701-42ae-835f-c994c620460d req-28107d8b-0c43-40da-a7e3-dff36552937e tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 945 time: 0.0557413 Aug 25 05:07:00.707550 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['e9ebbd9e-3f2c-43a7-954c-cf85e21072a5'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:07:00.724301 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d4fb2-dbb6-4888-a2e9-a4a2a59b1ee7 req-d46069df-2e57-4c94-9cc3-01aac20b25d7 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:00.726001 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ca0d4fb2-dbb6-4888-a2e9-a4a2a59b1ee7 req-d46069df-2e57-4c94-9cc3-01aac20b25d7 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 945 time: 0.0515003 Aug 25 05:07:00.768630 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ca0d4fb2-dbb6-4888-a2e9-a4a2a59b1ee7 req-29ae9f5a-ee6f-40c8-bbf4-8b862f0924d0 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/security-groups?id=d052e0e2-0fb7-49b5-9cd7-21ad62b61652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357516 Aug 25 05:07:00.789845 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4995d-bef3-4c73-8eb7-7d58038ed238 req-b4bccab4-d4af-4fa8-8466-b53b63934208 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:00.793473 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3bf4995d-bef3-4c73-8eb7-7d58038ed238 req-b4bccab4-d4af-4fa8-8466-b53b63934208 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.1219122 Aug 25 05:07:00.861864 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3bf4995d-bef3-4c73-8eb7-7d58038ed238 req-765f2b6c-636d-497c-ae78-a90376731b51 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641220 Aug 25 05:07:00.870916 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-2cc4c81b-5701-42ae-835f-c994c620460d req-8733f010-0818-4ae7-841c-73b5cb4d0076 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Deleting port 98072a28-c009-440d-a78e-f3b774450b3a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:07:00.871265 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2cc4c81b-5701-42ae-835f-c994c620460d req-8733f010-0818-4ae7-841c-73b5cb4d0076 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:00.962614 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2cc4c81b-5701-42ae-835f-c994c620460d req-8733f010-0818-4ae7-841c-73b5cb4d0076 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] For port 98072a28-c009-440d-a78e-f3b774450b3a, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=98072a28-c009-440d-a78e-f3b774450b3a,segment=NetworkSegment(4445e499-d004-4476-b792-ebd3fc5ae0cf),segment_id=4445e499-d004-4476-b792-ebd3fc5ae0cf)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:07:00.962908 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2cc4c81b-5701-42ae-835f-c994c620460d req-8733f010-0818-4ae7-841c-73b5cb4d0076 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:00.976992 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-2cc4c81b-5701-42ae-835f-c994c620460d req-8733f010-0818-4ae7-841c-73b5cb4d0076 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Calling delete_port for 98072a28-c009-440d-a78e-f3b774450b3a owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:07:01.203590 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2cc4c81b-5701-42ae-835f-c994c620460d req-8733f010-0818-4ae7-841c-73b5cb4d0076 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:01.232171 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733f010-0818-4ae7-841c-73b5cb4d0076 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Pushing event deleted for resources: {'Port': ['ID=98072a28-c009-440d-a78e-f3b774450b3a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:01.297544 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc4c81b-5701-42ae-835f-c994c620460d req-8733f010-0818-4ae7-841c-73b5cb4d0076 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] No DVR routers for this DVR port 98072a28-c009-440d-a78e-f3b774450b3a on host hv-cinder-75793 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:07:01.300937 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2cc4c81b-5701-42ae-835f-c994c620460d req-8733f010-0818-4ae7-841c-73b5cb4d0076 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:01.303103 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2cc4c81b-5701-42ae-835f-c994c620460d req-8733f010-0818-4ae7-841c-73b5cb4d0076 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.20 "DELETE /v2.0/ports/98072a28-c009-440d-a78e-f3b774450b3a HTTP/1.1" status: 204 len: 173 time: 0.6084507 Aug 25 05:07:01.303574 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e84a77-eec8-4c7f-a760-17d7c80f0d6b', 'name': 'network-vif-deleted', 'tag': '98072a28-c009-440d-a78e-f3b774450b3a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:07:01.305792 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7fb073-f520-41c1-b80b-9c2feb308183" -d '{"events": [{"server_uuid": "f3e84a77-eec8-4c7f-a760-17d7c80f0d6b", "name": "network-vif-deleted", "tag": "98072a28-c009-440d-a78e-f3b774450b3a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:07:01.328638 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device a4ad5638-25d0-4c33-b1e3-66bb227a4061 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:07:01.340134 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 98072a28-c009-440d-a78e-f3b774450b3a no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:07:01.341367 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341165ad-6c87-4a46-a948-c7d9abed7b04 x-openstack-request-id: req-341165ad-6c87-4a46-a948-c7d9abed7b04 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:07:01.341662 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e84a77-eec8-4c7f-a760-17d7c80f0d6b", "name": "network-vif-deleted", "tag": "98072a28-c009-440d-a78e-f3b774450b3a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:07:01.341916 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-341165ad-6c87-4a46-a948-c7d9abed7b04 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:07:01.342340 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e84a77-eec8-4c7f-a760-17d7c80f0d6b', 'name': 'network-vif-deleted', 'tag': '98072a28-c009-440d-a78e-f3b774450b3a', 'status': 'completed', 'code': 200} Aug 25 05:07:01.363653 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] No Port match for: 98072a28-c009-440d-a78e-f3b774450b3a {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:07:01.364000 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 98072a28-c009-440d-a78e-f3b774450b3a not bound to the agent host hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:07:01.446488 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port a4ad5638-25d0-4c33-b1e3-66bb227a4061, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a4ad5638-25d0-4c33-b1e3-66bb227a4061,segment=NetworkSegment(4589598e-4041-45bf-8e23-11905aa38069),segment_id=4589598e-4041-45bf-8e23-11905aa38069)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:07:01.457655 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': 'a4ad5638-25d0-4c33-b1e3-66bb227a4061', 'network_id': 'a7973158-3595-403c-add0-bced8d3952c6', 'port_id': 'a4ad5638-25d0-4c33-b1e3-66bb227a4061', 'mac_address': 'fa:16:3e:43:e2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb70554f-1a75-4c91-a6ce-2b0400c76b84', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:07:01.496919 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:01.516046 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ad5638-25d0-4c33-b1e3-66bb227a4061 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:07:01.536261 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port a4ad5638-25d0-4c33-b1e3-66bb227a4061, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a4ad5638-25d0-4c33-b1e3-66bb227a4061,segment=NetworkSegment(4589598e-4041-45bf-8e23-11905aa38069),segment_id=4589598e-4041-45bf-8e23-11905aa38069)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:07:01.605993 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:01.654223 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=a4ad5638-25d0-4c33-b1e3-66bb227a4061,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:01.716754 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36abca4d-3d98-4ae7-8fb5-17821528f44d req-8142c00c-7561-44be-aae8-ab4ddc7b46bd tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:01.719399 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-36abca4d-3d98-4ae7-8fb5-17821528f44d req-8142c00c-7561-44be-aae8-ab4ddc7b46bd tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=12b9d919-1cb6-4979-a40e-5d5e90215e3d HTTP/1.1" status: 200 len: 945 time: 0.0497227 Aug 25 05:07:01.757449 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-36abca4d-3d98-4ae7-8fb5-17821528f44d req-747dc18b-de66-4473-a135-e7fbd75d5d5f tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318511 Aug 25 05:07:01.774015 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2ca2e-da29-454b-9b4b-84c024378248 req-0373651e-0409-4e1d-bcca-a9419f6e9884 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:01.775569 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-09f2ca2e-da29-454b-9b4b-84c024378248 req-0373651e-0409-4e1d-bcca-a9419f6e9884 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 944 time: 0.0479324 Aug 25 05:07:01.813216 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-09f2ca2e-da29-454b-9b4b-84c024378248 req-0d95676c-902c-4bd6-aa11-c16d7736e292 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310814 Aug 25 05:07:01.867975 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4ee8d53e-d7ea-4758-b818-7020b7fe5f33 req-a5718328-2954-43da-a5f4-a0c53609d521 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 210 time: 0.0267642 Aug 25 05:07:01.988033 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740512a-4954-497f-9318-2c349fad87bb req-b279f433-304b-4fbd-941c-faf59f8f28a5 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:01.989527 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5740512a-4954-497f-9318-2c349fad87bb req-b279f433-304b-4fbd-941c-faf59f8f28a5 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0534337 Aug 25 05:07:02.029420 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5740512a-4954-497f-9318-2c349fad87bb req-e82711e2-dca8-4e6d-b429-3397b724d7be tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332978 Aug 25 05:07:02.115367 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['a4ad5638-25d0-4c33-b1e3-66bb227a4061'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:07:02.960465 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16702f08-ae7c-4848-ac4e-e3dfa19db4af req-778bf3a2-5f32-4357-b73d-fbdc73866379 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:02.962162 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-16702f08-ae7c-4848-ac4e-e3dfa19db4af req-778bf3a2-5f32-4357-b73d-fbdc73866379 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=12b9d919-1cb6-4979-a40e-5d5e90215e3d HTTP/1.1" status: 200 len: 945 time: 0.0556388 Aug 25 05:07:02.974292 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71e1de13-df90-43e0-8ac2-491c38b81eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:02.993658 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0b8fc-4535-4f8b-8c8d-3b2188335ee6 req-fc0c032e-7595-4cc4-b446-fb11a1f254cf tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:02.995162 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-76f0b8fc-4535-4f8b-8c8d-3b2188335ee6 req-fc0c032e-7595-4cc4-b446-fb11a1f254cf tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 944 time: 0.0603735 Aug 25 05:07:03.006427 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-16702f08-ae7c-4848-ac4e-e3dfa19db4af req-60c282de-c3e6-4959-a827-fe92b58f1b23 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369701 Aug 25 05:07:03.034895 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-76f0b8fc-4535-4f8b-8c8d-3b2188335ee6 req-f6497248-a8fa-467a-87d7-5eafe0c8134c tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326610 Aug 25 05:07:03.101242 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8f199823-f314-423b-9d27-21c65fa67603 req-815ef860-e627-49a0-902e-9d62279d76e2 tempest-DeleteServersTestJSON-2022505595 tempest-DeleteServersTestJSON-2022505595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e84a77-eec8-4c7f-a760-17d7c80f0d6b HTTP/1.1" status: 200 len: 210 time: 0.0257323 Aug 25 05:07:03.161117 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f37a6-166d-4ada-b7a3-8e744d8a485f req-e1d25484-0ae6-405f-813c-2d65b850e0d6 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:03.162700 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b22f37a6-166d-4ada-b7a3-8e744d8a485f req-e1d25484-0ae6-405f-813c-2d65b850e0d6 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0557435 Aug 25 05:07:03.203204 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b22f37a6-166d-4ada-b7a3-8e744d8a485f req-9d4f9db8-6c2e-4c6d-be3f-1983d44b9d59 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334346 Aug 25 05:07:03.285616 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:03.332963 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device a4ad5638-25d0-4c33-b1e3-66bb227a4061 up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:07:03.425670 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning for port a4ad5638-25d0-4c33-b1e3-66bb227a4061 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:07:03.429702 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port a4ad5638-25d0-4c33-b1e3-66bb227a4061 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:07:03.432845 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:03.508070 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:03.529331 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b9d919-1cb6-4979-a40e-5d5e90215e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ad5638-25d0-4c33-b1e3-66bb227a4061'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:07:03.531631 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc24561e-2f8a-41e0-8953-b8a04dd209ef" -d '{"events": [{"server_uuid": "12b9d919-1cb6-4979-a40e-5d5e90215e3d", "name": "network-vif-plugged", "status": "completed", "tag": "a4ad5638-25d0-4c33-b1e3-66bb227a4061"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:07:03.543974 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port a4ad5638-25d0-4c33-b1e3-66bb227a4061, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a4ad5638-25d0-4c33-b1e3-66bb227a4061,segment=NetworkSegment(4589598e-4041-45bf-8e23-11905aa38069),segment_id=4589598e-4041-45bf-8e23-11905aa38069)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:07:03.569112 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40497b1c-89f4-40cd-aa14-28b975717854 x-openstack-request-id: req-40497b1c-89f4-40cd-aa14-28b975717854 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:07:03.569406 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b9d919-1cb6-4979-a40e-5d5e90215e3d", "name": "network-vif-plugged", "status": "completed", "tag": "a4ad5638-25d0-4c33-b1e3-66bb227a4061", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:07:03.569656 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40497b1c-89f4-40cd-aa14-28b975717854 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:07:03.570106 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b9d919-1cb6-4979-a40e-5d5e90215e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ad5638-25d0-4c33-b1e3-66bb227a4061', 'code': 200} Aug 25 05:07:03.594119 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:03.594941 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device e9ebbd9e-3f2c-43a7-954c-cf85e21072a5 up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:07:03.671604 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=a4ad5638-25d0-4c33-b1e3-66bb227a4061,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:03.751946 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning for port e9ebbd9e-3f2c-43a7-954c-cf85e21072a5 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:07:03.755918 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port e9ebbd9e-3f2c-43a7-954c-cf85e21072a5 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:07:03.756293 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:03.830193 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:03.861105 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port e9ebbd9e-3f2c-43a7-954c-cf85e21072a5, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=e9ebbd9e-3f2c-43a7-954c-cf85e21072a5,segment=NetworkSegment(9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb),segment_id=9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:07:03.925978 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:03.940786 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069525fc-06a8-4dd5-a1b4-c1edb3897963 req-ff6b21df-86b9-4b30-a57f-a2b4dbb12b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:03.942335 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-069525fc-06a8-4dd5-a1b4-c1edb3897963 req-ff6b21df-86b9-4b30-a57f-a2b4dbb12b4a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12b9d919-1cb6-4979-a40e-5d5e90215e3d HTTP/1.1" status: 200 len: 1099 time: 0.0421019 Aug 25 05:07:03.971839 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=e9ebbd9e-3f2c-43a7-954c-cf85e21072a5,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:04.005256 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-069525fc-06a8-4dd5-a1b4-c1edb3897963 req-bb29f812-7f46-48e0-9e1a-921e79d04fbf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282393 Aug 25 05:07:04.124900 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6265f98-86d6-418d-9197-d720447c895e req-778bbb5b-fc6c-471a-8eaf-9dbae105baab tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:04.126505 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c6265f98-86d6-418d-9197-d720447c895e req-778bbb5b-fc6c-471a-8eaf-9dbae105baab tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=12b9d919-1cb6-4979-a40e-5d5e90215e3d HTTP/1.1" status: 200 len: 946 time: 0.0519080 Aug 25 05:07:04.163803 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c6265f98-86d6-418d-9197-d720447c895e req-09ed3b51-33d9-4e21-8feb-aa9237f7ad0e tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310788 Aug 25 05:07:04.264313 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ddd01-4fb1-4a21-b2ee-387c68e7707e req-affc7ebf-7d49-4633-be04-ef36448b6a9e tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:04.265768 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d85ddd01-4fb1-4a21-b2ee-387c68e7707e req-affc7ebf-7d49-4633-be04-ef36448b6a9e tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 945 time: 0.0477870 Aug 25 05:07:04.265901 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:04.302541 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d85ddd01-4fb1-4a21-b2ee-387c68e7707e req-882074a7-ed79-4a57-93dc-97644fc8697b tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307841 Aug 25 05:07:04.434326 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae26613-15ab-444c-9930-db041b0322b5 req-7c8fe437-15af-4138-8b56-d35a9525d2d1 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:04.434326 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cae26613-15ab-444c-9930-db041b0322b5 req-7c8fe437-15af-4138-8b56-d35a9525d2d1 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0502069 Aug 25 05:07:04.481865 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cae26613-15ab-444c-9930-db041b0322b5 req-036e3560-2579-4c8f-861f-ce61e97cb2f3 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407953 Aug 25 05:07:05.278275 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f3d0b-bdf4-43b7-a3da-1e5076b7afcb req-1ba97c69-0ea3-441f-9d44-a29a1b7a784b tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:05.279793 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ca2f3d0b-bdf4-43b7-a3da-1e5076b7afcb req-1ba97c69-0ea3-441f-9d44-a29a1b7a784b tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=12b9d919-1cb6-4979-a40e-5d5e90215e3d HTTP/1.1" status: 200 len: 946 time: 0.0481699 Aug 25 05:07:05.317933 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ca2f3d0b-bdf4-43b7-a3da-1e5076b7afcb req-1426e285-41f5-452e-ae0f-3248e7f65dfd tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321853 Aug 25 05:07:05.424119 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0e91a-d9b9-48c4-9d5a-a8534e04c7bb req-8af6dd40-772b-4101-a08a-354ce7f7d4ee tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:05.425620 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-02e0e91a-d9b9-48c4-9d5a-a8534e04c7bb req-8af6dd40-772b-4101-a08a-354ce7f7d4ee tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 945 time: 0.0519204 Aug 25 05:07:05.487217 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-02e0e91a-d9b9-48c4-9d5a-a8534e04c7bb req-aeca65e9-c0c6-493b-a21f-1e6a4ca89408 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545917 Aug 25 05:07:05.575325 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df85b27-d756-40b2-8889-1d0d7c8ac533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ebbd9e-3f2c-43a7-954c-cf85e21072a5'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:07:05.576216 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef6282b-2b33-4c3b-8900-2cd18d116869" -d '{"events": [{"server_uuid": "5df85b27-d756-40b2-8889-1d0d7c8ac533", "name": "network-vif-plugged", "status": "completed", "tag": "e9ebbd9e-3f2c-43a7-954c-cf85e21072a5"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:07:05.614780 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 39384) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:05.637513 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9f2b1-7981-406e-89b7-2bdee5a1cb99 req-841dfbb4-98e4-4036-9a24-35cf84c16ab5 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:05.638995 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0ef9f2b1-7981-406e-89b7-2bdee5a1cb99 req-841dfbb4-98e4-4036-9a24-35cf84c16ab5 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0744333 Aug 25 05:07:05.662670 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621fd6ca-3d4c-4b2e-b9aa-ece8a6972246 x-openstack-request-id: req-621fd6ca-3d4c-4b2e-b9aa-ece8a6972246 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:07:05.666146 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df85b27-d756-40b2-8889-1d0d7c8ac533", "name": "network-vif-plugged", "status": "completed", "tag": "e9ebbd9e-3f2c-43a7-954c-cf85e21072a5", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:07:05.666146 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-621fd6ca-3d4c-4b2e-b9aa-ece8a6972246 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:07:05.666146 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df85b27-d756-40b2-8889-1d0d7c8ac533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ebbd9e-3f2c-43a7-954c-cf85e21072a5', 'code': 200} Aug 25 05:07:05.680285 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0ef9f2b1-7981-406e-89b7-2bdee5a1cb99 req-04f5841b-acdf-4575-95e8-f7657ddbd449 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354803 Aug 25 05:07:05.728842 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-37e6af95-3f9e-4821-936e-5628bdb17ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:05.822788 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-37e6af95-3f9e-4821-936e-5628bdb17ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:05.914571 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-37e6af95-3f9e-4821-936e-5628bdb17ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:05.914762 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:05.918453 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 39400) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:05.954281 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6af95-3f9e-4821-936e-5628bdb17ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d65248-cd08-494d-97dc-28db17c64e2d,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:05.961271 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-37e6af95-3f9e-4821-936e-5628bdb17ffa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e92a3cbc5709403ababbf3edff3ec466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430848 Aug 25 05:07:05.961600 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 39402) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:05.970614 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a2b22e-fd96-44d6-b392-adce7d6ffab5 admin admin] Deleting subnet ef23d22f-d6e6-4f50-9a53-5283182301f8 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 05:07:05.978946 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3a2b22e-fd96-44d6-b392-adce7d6ffab5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:06.033541 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3a2b22e-fd96-44d6-b392-adce7d6ffab5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:06.045285 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3a2b22e-fd96-44d6-b392-adce7d6ffab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770766'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:06.076650 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8219a119-ea18-450a-a1e9-7a2d497c6d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:06.127852 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8219a119-ea18-450a-a1e9-7a2d497c6d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:06.178991 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98608ab1-b423-4d83-9d4b-6a7bbcab25dd req-d20656e0-aecb-44d0-8126-eccc7b95ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:06.180454 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-98608ab1-b423-4d83-9d4b-6a7bbcab25dd req-d20656e0-aecb-44d0-8126-eccc7b95ec1d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 1098 time: 0.0887051 Aug 25 05:07:06.224924 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-98608ab1-b423-4d83-9d4b-6a7bbcab25dd req-30038d62-8aa2-41f7-8dc7-eb6dc59458d2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293925 Aug 25 05:07:06.237316 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3a2b22e-fd96-44d6-b392-adce7d6ffab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7772541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:06.262137 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2b22e-fd96-44d6-b392-adce7d6ffab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef23d22f-d6e6-4f50-9a53-5283182301f8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:06.268287 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3a2b22e-fd96-44d6-b392-adce7d6ffab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:06.269996 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-b3a2b22e-fd96-44d6-b392-adce7d6ffab5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ef23d22f-d6e6-4f50-9a53-5283182301f8 HTTP/1.1" status: 204 len: 168 time: 0.3501775 Aug 25 05:07:06.271000 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8219a119-ea18-450a-a1e9-7a2d497c6d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:06.272330 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 39408) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:06.273578 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8219a119-ea18-450a-a1e9-7a2d497c6d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:06.274656 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-8219a119-ea18-450a-a1e9-7a2d497c6d3b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1d65248-cd08-494d-97dc-28db17c64e2d HTTP/1.1" status: 204 len: 168 time: 0.3121703 Aug 25 05:07:06.283393 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219a119-ea18-450a-a1e9-7a2d497c6d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d65248-cd08-494d-97dc-28db17c64e2d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:06.339113 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7799533'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:06.422846 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7770889', 'neutron.services.segments.db._delete_segments_for_network-8785199888559'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:06.434933 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:07:06.435351 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:07:06.435664 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf484b-5f87-4fd9-89f1-8a960b9c7e42 req-b8f0cebd-b1c1-4142-bf33-3c94e424afda tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:06.436186 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:07:06.436414 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] Subscribe: > port after_create 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:07:06.436760 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:07:06.437083 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] Subscribe: > port after_update 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:07:06.437319 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3fdf484b-5f87-4fd9-89f1-8a960b9c7e42 req-b8f0cebd-b1c1-4142-bf33-3c94e424afda tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=12b9d919-1cb6-4979-a40e-5d5e90215e3d HTTP/1.1" status: 200 len: 946 time: 0.0503867 Aug 25 05:07:06.437428 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:07:06.437762 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:07:06.438066 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:07:06.438385 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:07:06.476348 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3fdf484b-5f87-4fd9-89f1-8a960b9c7e42 req-71562a7b-cf50-449a-88e7-fa22ce8ab0a1 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331962 Aug 25 05:07:06.574896 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:07:06.575326 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:07:06.575731 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:07:06.576129 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:07:06.576590 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:07:06.598107 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4445e499-d004-4476-b792-ebd3fc5ae0cf') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:07:06.598573 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4445e499-d004-4476-b792-ebd3fc5ae0cf') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:07:06.615868 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785199888442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-52350778'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:06.645600 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:06.654277 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:07:06.655127 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52348973'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: from cryptography.utils import int_from_bytes Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: from cryptography.utils import int_from_bytes Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: Traceback (most recent call last): Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: timer() Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: cb(*args, **kw) Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: return func(*args, **kwargs) Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: self._notify() Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: self.callback(batched_events) Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: event.method(event) Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: return f(self, *a, **k) Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: return self._get(url).json() Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 05:07:06.659229 dv-cinder-757936-7-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 05:07:06.704590 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160657af-19c8-4ff0-acd5-dd96a4958e4c req-c4da2770-dab9-4c94-8365-eb2d6167de90 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:06.706049 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-160657af-19c8-4ff0-acd5-dd96a4958e4c req-c4da2770-dab9-4c94-8365-eb2d6167de90 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 945 time: 0.0506299 Aug 25 05:07:06.748500 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-160657af-19c8-4ff0-acd5-dd96a4958e4c req-a45d0d73-5642-4e5b-8624-3c34b7b3ebfb tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355966 Aug 25 05:07:06.862867 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dd771-ea93-4313-9477-86901525eabe req-9d7374d2-c011-4ab9-9514-93a356c20840 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:06.864418 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-eb9dd771-ea93-4313-9477-86901525eabe req-9d7374d2-c011-4ab9-9514-93a356c20840 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0544269 Aug 25 05:07:06.907244 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-eb9dd771-ea93-4313-9477-86901525eabe req-d76abcff-c44c-4a21-be7c-7b7145b839af tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363345 Aug 25 05:07:07.015677 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 39434) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:07.029047 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3413097-3a48-4117-8565-947c7e5c6ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:07.040290 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7770880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406170'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:07.046094 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:07.050387 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d HTTP/1.1" status: 204 len: 168 time: 0.7748358 Aug 25 05:07:07.061749 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7c180-8784-4ad3-88ab-2e732ea8e8f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=73bdb148-ff8c-4c8d-b87d-3b05a2bfde6d,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:07.123787 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3413097-3a48-4117-8565-947c7e5c6ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:07.200275 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3413097-3a48-4117-8565-947c7e5c6ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:07.238076 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d3413097-3a48-4117-8565-947c7e5c6ee8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e461a113e4fd4eca8f33bc641a8023c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212288 Aug 25 05:07:07.240952 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3413097-3a48-4117-8565-947c7e5c6ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f8f45e-9260-42f0-b542-2b1f46825e89,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:07.241068 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 39442) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:07.289788 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ee014a1f-af52-4a1b-b4cb-e0add7044b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:07.309594 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ee014a1f-af52-4a1b-b4cb-e0add7044b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:07.420238 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ee014a1f-af52-4a1b-b4cb-e0add7044b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:07.423336 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ee014a1f-af52-4a1b-b4cb-e0add7044b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:07.424559 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ee014a1f-af52-4a1b-b4cb-e0add7044b00 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95f8f45e-9260-42f0-b542-2b1f46825e89 HTTP/1.1" status: 204 len: 168 time: 0.1825652 Aug 25 05:07:07.432286 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee014a1f-af52-4a1b-b4cb-e0add7044b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f8f45e-9260-42f0-b542-2b1f46825e89,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:07.455339 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 39446) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:07.497780 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-dd48051e-addb-416c-a003-5a74b751eadc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c80e851dbd844b4d91eca2dd1ee4d431&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0409245 Aug 25 05:07:07.500702 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 39448) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:07.550758 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8a5af471-a474-498f-88ce-76c9bfdce217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:07.571469 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8a5af471-a474-498f-88ce-76c9bfdce217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:07.689157 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8a5af471-a474-498f-88ce-76c9bfdce217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:07.692309 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8a5af471-a474-498f-88ce-76c9bfdce217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:07.693101 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-8a5af471-a474-498f-88ce-76c9bfdce217 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d052e0e2-0fb7-49b5-9cd7-21ad62b61652 HTTP/1.1" status: 204 len: 168 time: 0.1915092 Aug 25 05:07:07.700909 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5af471-a474-498f-88ce-76c9bfdce217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d052e0e2-0fb7-49b5-9cd7-21ad62b61652,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:07.892151 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed33ead-51ac-438e-bb95-c93a5dc046dc req-9626886f-e1c9-4deb-8899-d41aa77a363d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:07.897771 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3ed33ead-51ac-438e-bb95-c93a5dc046dc req-9626886f-e1c9-4deb-8899-d41aa77a363d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 945 time: 0.0588791 Aug 25 05:07:07.934692 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3ed33ead-51ac-438e-bb95-c93a5dc046dc req-e7093ab7-a778-45a7-80c8-5b973f03d91b tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348980 Aug 25 05:07:08.327709 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309523d2-2322-45d3-8e49-d74db2c6faa4 req-43cf2435-59c7-4c99-82cd-b23f108e79b2 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:08.329760 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-309523d2-2322-45d3-8e49-d74db2c6faa4 req-43cf2435-59c7-4c99-82cd-b23f108e79b2 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0701199 Aug 25 05:07:08.371275 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-309523d2-2322-45d3-8e49-d74db2c6faa4 req-8d8010cb-a9d0-4ce1-8745-b76ebe4c6746 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345192 Aug 25 05:07:08.391193 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a283a-0d7f-4a1f-8346-1f5135104c94 req-1afbaf4e-b084-4229-8f15-b3282345d321 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:08.392663 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-785a283a-0d7f-4a1f-8346-1f5135104c94 req-1afbaf4e-b084-4229-8f15-b3282345d321 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=12b9d919-1cb6-4979-a40e-5d5e90215e3d HTTP/1.1" status: 200 len: 946 time: 0.0501568 Aug 25 05:07:08.433213 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-785a283a-0d7f-4a1f-8346-1f5135104c94 req-45ece989-c16b-4652-b94a-200fe3b91b0b tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347104 Aug 25 05:07:08.616925 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 39508) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:08.715841 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141bc60-b0cf-447c-8323-633cc627a191 req-33446e92-f50c-4005-b755-76b4c21fdd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:08.718405 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f141bc60-b0cf-447c-8323-633cc627a191 req-33446e92-f50c-4005-b755-76b4c21fdd43 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 1099 time: 0.0403252 Aug 25 05:07:08.757815 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f141bc60-b0cf-447c-8323-633cc627a191 req-ca74bf3c-a491-4ebe-b3c0-da53b575d539 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288265 Aug 25 05:07:08.846464 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d32925cd-0c18-4848-91b7-e0e5087d1736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:08.939614 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d32925cd-0c18-4848-91b7-e0e5087d1736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:09.023224 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d32925cd-0c18-4848-91b7-e0e5087d1736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:09.069725 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d32925cd-0c18-4848-91b7-e0e5087d1736 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1dda071246fa4f789380d280cff0983a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516535 Aug 25 05:07:09.070441 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 39530) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:09.071101 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32925cd-0c18-4848-91b7-e0e5087d1736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436a2e2b-8dc5-47e4-b89b-84ed64610168,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:09.079336 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09835c40-ab38-4ec0-86d4-72f5e463340e req-1eb058d6-4829-453f-986d-2dbeb6d58acf tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:09.082904 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-09835c40-ab38-4ec0-86d4-72f5e463340e req-1eb058d6-4829-453f-986d-2dbeb6d58acf tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 945 time: 0.0829229 Aug 25 05:07:09.140920 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-09835c40-ab38-4ec0-86d4-72f5e463340e req-4d737edd-f185-4b11-8d2b-bd50e6d1438b tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515993 Aug 25 05:07:09.157150 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a821f177-388a-4e9e-9ef6-73e3267a4504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:09.185147 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a821f177-388a-4e9e-9ef6-73e3267a4504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:09.319641 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a821f177-388a-4e9e-9ef6-73e3267a4504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:09.322201 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a821f177-388a-4e9e-9ef6-73e3267a4504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:09.323379 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a821f177-388a-4e9e-9ef6-73e3267a4504 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/436a2e2b-8dc5-47e4-b89b-84ed64610168 HTTP/1.1" status: 204 len: 168 time: 0.2493734 Aug 25 05:07:09.336423 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821f177-388a-4e9e-9ef6-73e3267a4504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436a2e2b-8dc5-47e4-b89b-84ed64610168,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:09.518562 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928bfc9-ce7c-4fe2-8c1b-c4d408282530 req-dfa0438f-5160-4cdd-b525-d05e5dd4c3f6 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:09.525736 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2928bfc9-ce7c-4fe2-8c1b-c4d408282530 req-dfa0438f-5160-4cdd-b525-d05e5dd4c3f6 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0569015 Aug 25 05:07:09.567019 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2928bfc9-ce7c-4fe2-8c1b-c4d408282530 req-9cc759c1-c14c-4c62-bf5f-5ec0379043e1 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390072 Aug 25 05:07:09.664878 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a0e6f-d647-4a80-b302-3303bc2cde8b req-84dfa013-0045-416c-ac39-1af92361e035 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:09.666381 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0d4a0e6f-d647-4a80-b302-3303bc2cde8b req-84dfa013-0045-416c-ac39-1af92361e035 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=12b9d919-1cb6-4979-a40e-5d5e90215e3d HTTP/1.1" status: 200 len: 946 time: 0.0469368 Aug 25 05:07:09.710614 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0d4a0e6f-d647-4a80-b302-3303bc2cde8b req-11bbe76f-cfa2-4185-86ba-ebf440bad3f4 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374465 Aug 25 05:07:10.683903 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 39622) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:10.705811 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e5b23-f035-471d-8111-57ca4c28726a req-6b3910ce-9b4e-412e-8a89-589b72c774fe tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:10.707347 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-573e5b23-f035-471d-8111-57ca4c28726a req-6b3910ce-9b4e-412e-8a89-589b72c774fe tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0719099 Aug 25 05:07:10.756015 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-573e5b23-f035-471d-8111-57ca4c28726a req-50317091-ed11-4e21-9bf4-2a55e37e345a tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407047 Aug 25 05:07:10.786155 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:07:10.832654 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c296ef6-bbf8-48b5-a676-e34495c5981b req-7a022f35-e48c-4221-b61e-db9d99a41b12 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:10.834216 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9c296ef6-bbf8-48b5-a676-e34495c5981b req-7a022f35-e48c-4221-b61e-db9d99a41b12 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=12b9d919-1cb6-4979-a40e-5d5e90215e3d HTTP/1.1" status: 200 len: 946 time: 0.0498679 Aug 25 05:07:10.887941 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9c296ef6-bbf8-48b5-a676-e34495c5981b req-b69ca4fc-18fd-445a-a650-7ec8080adb83 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457470 Aug 25 05:07:10.995440 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f26fd2d-6ad6-4298-ae05-d1c2b70732b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:11.085548 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f26fd2d-6ad6-4298-ae05-d1c2b70732b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:11.191757 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f26fd2d-6ad6-4298-ae05-d1c2b70732b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:11.229260 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-7f26fd2d-6ad6-4298-ae05-d1c2b70732b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e62bb7910a04514a8ab5552aa96af3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5443215 Aug 25 05:07:11.231391 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26fd2d-6ad6-4298-ae05-d1c2b70732b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d158f770-74f7-4f13-afc9-56acb6f5a8cb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:11.231994 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 39636) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:11.282646 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9d7a4da1-0707-4ae5-ad4e-7dd498eedd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:11.302953 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9d7a4da1-0707-4ae5-ad4e-7dd498eedd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:11.448986 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9d7a4da1-0707-4ae5-ad4e-7dd498eedd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:11.451549 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9d7a4da1-0707-4ae5-ad4e-7dd498eedd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:11.453345 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9d7a4da1-0707-4ae5-ad4e-7dd498eedd37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d158f770-74f7-4f13-afc9-56acb6f5a8cb HTTP/1.1" status: 204 len: 168 time: 0.2202938 Aug 25 05:07:11.462774 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a4da1-0707-4ae5-ad4e-7dd498eedd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d158f770-74f7-4f13-afc9-56acb6f5a8cb,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:11.902585 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f537fca-e3e4-4c56-8297-82d6e64ba416 req-ce17e5b7-d82f-4d80-bd42-687916804834 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:11.904191 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7f537fca-e3e4-4c56-8297-82d6e64ba416 req-ce17e5b7-d82f-4d80-bd42-687916804834 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0640578 Aug 25 05:07:11.936359 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e74d95-a174-4164-8d50-3c25f62effe1 req-20735d4c-9388-4dc1-a470-6a7165db47b7 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:11.937889 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-97e74d95-a174-4164-8d50-3c25f62effe1 req-20735d4c-9388-4dc1-a470-6a7165db47b7 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b9d919-1cb6-4979-a40e-5d5e90215e3d HTTP/1.1" status: 200 len: 946 time: 0.0540555 Aug 25 05:07:11.951380 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7f537fca-e3e4-4c56-8297-82d6e64ba416 req-5d016360-e68e-457b-acc8-056177bb4b31 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404902 Aug 25 05:07:12.093191 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-97e74d95-a174-4164-8d50-3c25f62effe1 req-edf48fd1-4a2e-48ab-b9fe-d7e186a80848 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Deleting port a4ad5638-25d0-4c33-b1e3-66bb227a4061 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:07:12.093535 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-97e74d95-a174-4164-8d50-3c25f62effe1 req-edf48fd1-4a2e-48ab-b9fe-d7e186a80848 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:12.119218 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bde08-0245-4f37-845d-ef44b9a644f1 req-48169714-1430-4501-9541-3ade60f1e6ee tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:12.120997 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bd6bde08-0245-4f37-845d-ef44b9a644f1 req-48169714-1430-4501-9541-3ade60f1e6ee tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=12b9d919-1cb6-4979-a40e-5d5e90215e3d HTTP/1.1" status: 200 len: 946 time: 0.0671453 Aug 25 05:07:12.175687 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bd6bde08-0245-4f37-845d-ef44b9a644f1 req-13123577-12fb-4529-a656-309ea3b483f8 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478704 Aug 25 05:07:12.188673 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 39678) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:12.205778 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b54d0d8b-2832-40fe-b9db-09541ee1ff0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:12.225207 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf78046-c962-4b7e-b19e-dc89e0445bdf req-b6522a5b-2e96-476e-90f7-ef5648e3dc9c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:12.227020 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6cf78046-c962-4b7e-b19e-dc89e0445bdf req-b6522a5b-2e96-476e-90f7-ef5648e3dc9c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.1801991 Aug 25 05:07:12.272399 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-97e74d95-a174-4164-8d50-3c25f62effe1 req-edf48fd1-4a2e-48ab-b9fe-d7e186a80848 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] For port a4ad5638-25d0-4c33-b1e3-66bb227a4061, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a4ad5638-25d0-4c33-b1e3-66bb227a4061,segment=NetworkSegment(4589598e-4041-45bf-8e23-11905aa38069),segment_id=4589598e-4041-45bf-8e23-11905aa38069)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:07:12.272766 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-97e74d95-a174-4164-8d50-3c25f62effe1 req-edf48fd1-4a2e-48ab-b9fe-d7e186a80848 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:12.294231 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-97e74d95-a174-4164-8d50-3c25f62effe1 req-edf48fd1-4a2e-48ab-b9fe-d7e186a80848 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Calling delete_port for a4ad5638-25d0-4c33-b1e3-66bb227a4061 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:07:12.305207 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6cf78046-c962-4b7e-b19e-dc89e0445bdf req-759f446a-48bd-41c7-aa82-649ce5505722 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659184 Aug 25 05:07:12.388159 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b54d0d8b-2832-40fe-b9db-09541ee1ff0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:12.415537 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-91e837dd-8e8d-456a-91a7-b26eee22dad4 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:12.417123 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-91e837dd-8e8d-456a-91a7-b26eee22dad4 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/networks?id=f56a9b07-6c6a-4f03-92c6-427129739fed HTTP/1.1" status: 200 len: 814 time: 0.1496115 Aug 25 05:07:12.434845 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-9e24fb82-e1af-4861-9fad-843fb3ea6366 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/quotas/bc5e16762d884267a7491c617cb51cd3 HTTP/1.1" status: 200 len: 375 time: 0.0112195 Aug 25 05:07:12.484151 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b54d0d8b-2832-40fe-b9db-09541ee1ff0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:12.500415 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-c4616e0f-dd57-4276-9859-2c3d8692fc13 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc5e16762d884267a7491c617cb51cd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596068 Aug 25 05:07:12.546463 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b54d0d8b-2832-40fe-b9db-09541ee1ff0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18bf947a8a054d59b92e7c640ec16448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3567202 Aug 25 05:07:12.547205 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d0d8b-2832-40fe-b9db-09541ee1ff0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ebbb68-9fd2-4990-a1b5-e3e536eadb6c,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:12.549307 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 39698) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:12.573347 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-97e74d95-a174-4164-8d50-3c25f62effe1 req-edf48fd1-4a2e-48ab-b9fe-d7e186a80848 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:12.629353 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-6c6fa790-10c9-4d23-8177-ea6a7fe2f3ce service neutron] 10.222.0.13 "GET /v2.0/networks/f56a9b07-6c6a-4f03-92c6-427129739fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188905 Aug 25 05:07:12.630118 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['a4ad5638-25d0-4c33-b1e3-66bb227a4061'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:07:12.644845 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf48fd1-4a2e-48ab-b9fe-d7e186a80848 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Pushing event deleted for resources: {'Port': ['ID=a4ad5638-25d0-4c33-b1e3-66bb227a4061,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:12.664577 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e74d95-a174-4164-8d50-3c25f62effe1 req-edf48fd1-4a2e-48ab-b9fe-d7e186a80848 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] No DVR routers for this DVR port a4ad5638-25d0-4c33-b1e3-66bb227a4061 on host hv-cinder-75793 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:07:12.668090 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-97e74d95-a174-4164-8d50-3c25f62effe1 req-edf48fd1-4a2e-48ab-b9fe-d7e186a80848 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:12.670005 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-97e74d95-a174-4164-8d50-3c25f62effe1 req-edf48fd1-4a2e-48ab-b9fe-d7e186a80848 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.20 "DELETE /v2.0/ports/a4ad5638-25d0-4c33-b1e3-66bb227a4061 HTTP/1.1" status: 204 len: 173 time: 0.7227886 Aug 25 05:07:12.670439 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b9d919-1cb6-4979-a40e-5d5e90215e3d', 'name': 'network-vif-deleted', 'tag': 'a4ad5638-25d0-4c33-b1e3-66bb227a4061'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:07:12.672758 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9c1dd7-36aa-4878-bbe0-bca71b1baf69" -d '{"events": [{"server_uuid": "12b9d919-1cb6-4979-a40e-5d5e90215e3d", "name": "network-vif-deleted", "tag": "a4ad5638-25d0-4c33-b1e3-66bb227a4061"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:07:12.684397 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30bdc2a7-7861-4623-9da1-f366c9e09149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:12.708521 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30bdc2a7-7861-4623-9da1-f366c9e09149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:12.725802 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a59759-f74d-4585-ba4a-975cd9b2ae3b x-openstack-request-id: req-02a59759-f74d-4585-ba4a-975cd9b2ae3b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:07:12.726159 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b9d919-1cb6-4979-a40e-5d5e90215e3d", "name": "network-vif-deleted", "tag": "a4ad5638-25d0-4c33-b1e3-66bb227a4061", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:07:12.726502 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02a59759-f74d-4585-ba4a-975cd9b2ae3b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:07:12.727084 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b9d919-1cb6-4979-a40e-5d5e90215e3d', 'name': 'network-vif-deleted', 'tag': 'a4ad5638-25d0-4c33-b1e3-66bb227a4061', 'status': 'completed', 'code': 200} Aug 25 05:07:12.738565 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-0146e58f-3379-4ecb-9375-72be4c33768e service neutron] 10.222.0.13 "GET /v2.0/networks/f56a9b07-6c6a-4f03-92c6-427129739fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027737 Aug 25 05:07:12.880272 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30bdc2a7-7861-4623-9da1-f366c9e09149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:12.882840 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30bdc2a7-7861-4623-9da1-f366c9e09149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:12.886947 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-30bdc2a7-7861-4623-9da1-f366c9e09149 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71ebbb68-9fd2-4990-a1b5-e3e536eadb6c HTTP/1.1" status: 204 len: 168 time: 0.3336167 Aug 25 05:07:12.893982 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdc2a7-7861-4623-9da1-f366c9e09149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ebbb68-9fd2-4990-a1b5-e3e536eadb6c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:13.055848 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-34561423-0b2b-4d4b-8d3c-4ead6bd78fb4 req-fa67d349-ec77-433c-9ffd-315ae21a451d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 210 time: 0.0285301 Aug 25 05:07:13.282606 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8ddaf120-ad16-4a06-8de2-30728fb936b2 req-413db2b2-acbd-4285-a94f-35ab05733e22 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=12b9d919-1cb6-4979-a40e-5d5e90215e3d HTTP/1.1" status: 200 len: 210 time: 0.0288973 Aug 25 05:07:14.187078 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-48a11361-67f4-4c5a-bb73-660392672d14 req-1b59cd27-5a6f-417a-b78c-54cf5102d09e tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 210 time: 0.0256886 Aug 25 05:07:14.360518 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 39782) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:14.604709 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bfae0bcf-cef7-4f72-9d1d-b12271d801f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:14.658255 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55566a5-8e45-4042-a851-af8974828be6 req-e1de7168-2f37-49b1-bcaf-997b3042cfa7 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:14.659738 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d55566a5-8e45-4042-a851-af8974828be6 req-e1de7168-2f37-49b1-bcaf-997b3042cfa7 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/networks?id=a7973158-3595-403c-add0-bced8d3952c6 HTTP/1.1" status: 200 len: 808 time: 0.1544685 Aug 25 05:07:14.695702 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d55566a5-8e45-4042-a851-af8974828be6 req-e1ea6d81-19c4-4f3c-808f-80981aa15834 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/quotas/ed059d513b074a7f9b4e7a8029f07b3f HTTP/1.1" status: 200 len: 375 time: 0.0277331 Aug 25 05:07:14.756741 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d55566a5-8e45-4042-a851-af8974828be6 req-f777716c-78a6-4b18-8312-1da9b250b62e tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed059d513b074a7f9b4e7a8029f07b3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492334 Aug 25 05:07:14.766795 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e23fb-081e-45df-8a0b-6be07d70cc0e req-65d86368-7576-4a16-a2b2-4a806f5ef5b1 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:14.768317 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-847e23fb-081e-45df-8a0b-6be07d70cc0e req-65d86368-7576-4a16-a2b2-4a806f5ef5b1 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0552094 Aug 25 05:07:14.840015 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-847e23fb-081e-45df-8a0b-6be07d70cc0e req-e6381e56-f0cb-4919-883a-c2cc1cc11991 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648611 Aug 25 05:07:14.854256 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912b96c-ab00-4430-9e29-49bbbcdb5a55 req-d54579ac-4b44-4573-a61e-5b81324e272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:14.856216 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3912b96c-ab00-4430-9e29-49bbbcdb5a55 req-d54579ac-4b44-4573-a61e-5b81324e272e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c9b105379c7f4027b785a6ecb7ac5ae5&device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 1099 time: 0.0516202 Aug 25 05:07:14.871401 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d55566a5-8e45-4042-a851-af8974828be6 req-b7dba986-e083-4ffa-867f-4c47765ddbac service neutron] 10.222.0.13 "GET /v2.0/networks/a7973158-3595-403c-add0-bced8d3952c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030829 Aug 25 05:07:14.969408 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912b96c-ab00-4430-9e29-49bbbcdb5a55 req-e0daba00-8ed6-4ae0-bfcb-e8cd8e41e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:14.971025 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3912b96c-ab00-4430-9e29-49bbbcdb5a55 req-e0daba00-8ed6-4ae0-bfcb-e8cd8e41e7a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 HTTP/1.1" status: 200 len: 918 time: 0.1036892 Aug 25 05:07:15.008419 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d55566a5-8e45-4042-a851-af8974828be6 req-6d547f18-9347-4d67-8f97-aec49c4462b4 service neutron] 10.222.0.13 "GET /v2.0/networks/a7973158-3595-403c-add0-bced8d3952c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256263 Aug 25 05:07:15.018359 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bfae0bcf-cef7-4f72-9d1d-b12271d801f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:15.035561 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3912b96c-ab00-4430-9e29-49bbbcdb5a55 req-1c320303-6647-44b8-9b7d-7be8a760e036 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 HTTP/1.1" status: 200 len: 217 time: 0.0412648 Aug 25 05:07:15.095731 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bfae0bcf-cef7-4f72-9d1d-b12271d801f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:15.100135 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912b96c-ab00-4430-9e29-49bbbcdb5a55 req-a6ade09b-e73e-468d-a848-784f12740b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:15.110066 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3912b96c-ab00-4430-9e29-49bbbcdb5a55 req-a6ade09b-e73e-468d-a848-784f12740b73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b58e6673-6329-48ef-8181-7ebd94345e73 HTTP/1.1" status: 200 len: 858 time: 0.0558047 Aug 25 05:07:15.140787 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3912b96c-ab00-4430-9e29-49bbbcdb5a55 req-10630978-c99b-4cfd-a261-234bd06c2322 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251935 Aug 25 05:07:15.143343 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-bfae0bcf-cef7-4f72-9d1d-b12271d801f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a957cb45cedf48ca9d93c09ec1c04756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7815800 Aug 25 05:07:15.144045 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae0bcf-cef7-4f72-9d1d-b12271d801f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f299b0fe-9510-465b-be66-4a2eda639e72,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:15.145970 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 39818) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:15.259353 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec1dcd2e-cca9-4e57-b8f0-45a2133ace4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:15.292045 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec1dcd2e-cca9-4e57-b8f0-45a2133ace4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:15.301223 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e8288c6d-fc8b-44eb-a463-31ee88e9f1f7 req-ee45d649-4cbf-4003-b49c-7b8fa1f5a81d tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 210 time: 0.0370963 Aug 25 05:07:15.331285 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3912b96c-ab00-4430-9e29-49bbbcdb5a55 req-3fc8d232-8028-4d8a-be00-8d54cdb2040c service neutron] 10.222.0.20 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502740 Aug 25 05:07:15.426741 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device a4ad5638-25d0-4c33-b1e3-66bb227a4061 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:07:15.440997 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-60c4b567-0a2c-4a1d-bbfd-6ed70ca0bc3a req-dee7605a-c8f6-4ec3-94cc-954a832ae008 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 210 time: 0.0386167 Aug 25 05:07:15.460981 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] No Port match for: a4ad5638-25d0-4c33-b1e3-66bb227a4061 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:07:15.461329 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device a4ad5638-25d0-4c33-b1e3-66bb227a4061 not bound to the agent host hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:07:15.476767 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec1dcd2e-cca9-4e57-b8f0-45a2133ace4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:15.479313 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec1dcd2e-cca9-4e57-b8f0-45a2133ace4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:15.480419 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ec1dcd2e-cca9-4e57-b8f0-45a2133ace4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f299b0fe-9510-465b-be66-4a2eda639e72 HTTP/1.1" status: 204 len: 168 time: 0.3333371 Aug 25 05:07:15.504710 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1dcd2e-cca9-4e57-b8f0-45a2133ace4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f299b0fe-9510-465b-be66-4a2eda639e72,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:15.557250 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3912b96c-ab00-4430-9e29-49bbbcdb5a55 req-c2e23dd7-968e-4e22-93cc-de22167bca73 service neutron] 10.222.0.20 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622996 Aug 25 05:07:15.646836 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-cabd8764-4168-4483-915f-dd9a00f228b6 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:15.648188 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-cabd8764-4168-4483-915f-dd9a00f228b6 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.20 "GET /v2.0/networks?id=f56a9b07-6c6a-4f03-92c6-427129739fed HTTP/1.1" status: 200 len: 814 time: 0.1187568 Aug 25 05:07:15.673998 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-6397a3c6-06d0-4cc9-b204-4123f926e855 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Request body: {'port': {'device_id': '67bf94ed-853c-46a0-a7d3-606ea1ff4c17', 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed', 'admin_state_up': True, 'tenant_id': 'bc5e16762d884267a7491c617cb51cd3'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:07:15.881185 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-6397a3c6-06d0-4cc9-b204-4123f926e855 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Made reservation on behalf of bc5e16762d884267a7491c617cb51cd3 for: {'port': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:07:15.888742 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-6397a3c6-06d0-4cc9-b204-4123f926e855 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:15.980138 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fc13c-5213-4362-974a-9c56284db5d3 req-bfd2ee51-c2f6-4e06-9eb3-b3341841a17f tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:15.987992 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-140fc13c-5213-4362-974a-9c56284db5d3 req-bfd2ee51-c2f6-4e06-9eb3-b3341841a17f tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0614665 Aug 25 05:07:16.027058 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-140fc13c-5213-4362-974a-9c56284db5d3 req-ebcf449e-9436-46c7-9b61-c67a0fdb4517 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379169 Aug 25 05:07:16.060517 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-6397a3c6-06d0-4cc9-b204-4123f926e855 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Allocated IP 172.20.0.2 (f56a9b07-6c6a-4f03-92c6-427129739fed/d53b1662-ec49-4fbc-9102-24e8f837212c/9787c16c-960d-4e62-86f6-fc7f37b1213c) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:07:16.211428 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-6397a3c6-06d0-4cc9-b204-4123f926e855 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:16.296047 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 39864) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:16.308958 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fa261a2-3cc9-40a7-9c30-3045ffe0a766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:16.313049 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-6397a3c6-06d0-4cc9-b204-4123f926e855 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:16.368983 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-6397a3c6-06d0-4cc9-b204-4123f926e855 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Network f56a9b07-6c6a-4f03-92c6-427129739fed is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:07:16.373072 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-6397a3c6-06d0-4cc9-b204-4123f926e855 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:07:16.375412 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397a3c6-06d0-4cc9-b204-4123f926e855 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Pushing event updated for resources: {'Port': ['ID=9787c16c-960d-4e62-86f6-fc7f37b1213c,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:16.377394 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-6397a3c6-06d0-4cc9-b204-4123f926e855 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:07:16.378732 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['bc8b7ad1-e789-465f-b100-b9d8d6fd164d', 'e9ebbd9e-3f2c-43a7-954c-cf85e21072a5'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:07:16.425674 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-6397a3c6-06d0-4cc9-b204-4123f926e855 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:16.427010 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-6397a3c6-06d0-4cc9-b204-4123f926e855 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:16.452908 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fa261a2-3cc9-40a7-9c30-3045ffe0a766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:16.472019 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-25bd2795-bd7a-4251-b39e-ebab3ea26362 req-b44cc696-6206-499e-a85d-2cccc25a4f08 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 210 time: 0.0453932 Aug 25 05:07:16.555432 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fa261a2-3cc9-40a7-9c30-3045ffe0a766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:16.641434 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-6397a3c6-06d0-4cc9-b204-4123f926e855 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9715266 Aug 25 05:07:16.661961 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa261a2-3cc9-40a7-9c30-3045ffe0a766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189b7e21-8452-439d-8d67-9005912b7d93,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:16.672066 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-4fa261a2-3cc9-40a7-9c30-3045ffe0a766 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da200137a6f24fd1a210bbd461656ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3742537 Aug 25 05:07:16.675562 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 39882) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:16.678842 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] Request body: {'port': {'device_id': '67bf94ed-853c-46a0-a7d3-606ea1ff4c17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:07:16.719299 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19846863-1edd-40b3-b3be-70e4462d0d38 req-f24ab20f-63ee-48b4-842d-07e37d494a8f tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:16.726409 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-19846863-1edd-40b3-b3be-70e4462d0d38 req-f24ab20f-63ee-48b4-842d-07e37d494a8f tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 931 time: 0.1542184 Aug 25 05:07:16.763529 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:16.790896 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-19846863-1edd-40b3-b3be-70e4462d0d38 req-23c45727-d255-4cc7-892d-0071b23f8e87 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592082 Aug 25 05:07:16.794200 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c04164f5-e91a-46cd-a9f9-b8d268a6dd35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:16.824808 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c04164f5-e91a-46cd-a9f9-b8d268a6dd35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:16.983232 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c04164f5-e91a-46cd-a9f9-b8d268a6dd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:16.987332 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c04164f5-e91a-46cd-a9f9-b8d268a6dd35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:16.998252 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c04164f5-e91a-46cd-a9f9-b8d268a6dd35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/189b7e21-8452-439d-8d67-9005912b7d93 HTTP/1.1" status: 204 len: 168 time: 0.3174052 Aug 25 05:07:17.021382 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04164f5-e91a-46cd-a9f9-b8d268a6dd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189b7e21-8452-439d-8d67-9005912b7d93,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:17.066127 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9787c16c-960d-4e62-86f6-fc7f37b1213c {{(pid=94638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:07:17.075260 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:17.092159 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] Transition to ACTIVE for port object 9787c16c-960d-4e62-86f6-fc7f37b1213c will not be triggered until provisioned by entity L2. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:07:17.164119 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52348945'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:17.183651 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba26f3-2175-4547-8114-196e6efc8ddb req-73a00591-2d6f-4da0-9bfe-6e3186da2b52 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:17.185156 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a5ba26f3-2175-4547-8114-196e6efc8ddb req-73a00591-2d6f-4da0-9bfe-6e3186da2b52 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0659020 Aug 25 05:07:17.274230 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9787c16c-960d-4e62-86f6-fc7f37b1213c,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:17.299476 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a5ba26f3-2175-4547-8114-196e6efc8ddb req-734478d3-5831-4c21-be12-e45bb7d962e9 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960550 Aug 25 05:07:17.337285 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] Attempting to bind port 9787c16c-960d-4e62-86f6-fc7f37b1213c on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:07:17.338032 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] Attempting to bind port 9787c16c-960d-4e62-86f6-fc7f37b1213c by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed'}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:07:17.338032 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] Attempting to bind port 9787c16c-960d-4e62-86f6-fc7f37b1213c on network f56a9b07-6c6a-4f03-92c6-427129739fed {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:07:17.342079 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] Port 9787c16c-960d-4e62-86f6-fc7f37b1213c on network f56a9b07-6c6a-4f03-92c6-427129739fed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 05:07:17.343011 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] Attempting to bind port 9787c16c-960d-4e62-86f6-fc7f37b1213c on network f56a9b07-6c6a-4f03-92c6-427129739fed {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:07:17.347752 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] Checking agent: {'id': '2d6b99c1-3d97-4a8a-bca5-2c0d702c36c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'started_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:07:17.348094 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] Checking segment: {'id': '9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:07:17.348479 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] Bound using segment: {'id': '9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed'} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:07:17.348905 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] Bound port: 9787c16c-960d-4e62-86f6-fc7f37b1213c, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed'}}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:07:17.349265 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:17.427424 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] For port 9787c16c-960d-4e62-86f6-fc7f37b1213c, host hv-cinder-75793, cleared binding levels {{(pid=94638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:07:17.430684 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] For port 9787c16c-960d-4e62-86f6-fc7f37b1213c, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=9787c16c-960d-4e62-86f6-fc7f37b1213c,segment=NetworkSegment(9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb),segment_id=9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb)] {{(pid=94638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:07:17.512325 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52348945'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:17.556215 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:17.557009 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:17.558247 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] 10.222.0.20 "PUT /v2.0/ports/9787c16c-960d-4e62-86f6-fc7f37b1213c HTTP/1.1" status: 200 len: 1093 time: 0.8960106 Aug 25 05:07:17.558706 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67bf94ed-853c-46a0-a7d3-606ea1ff4c17', 'tag': '9787c16c-960d-4e62-86f6-fc7f37b1213c'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:07:17.561331 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713f40d9-60ec-4efd-8fce-c6722a678915" -d '{"events": [{"name": "network-changed", "server_uuid": "67bf94ed-853c-46a0-a7d3-606ea1ff4c17", "tag": "9787c16c-960d-4e62-86f6-fc7f37b1213c"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:07:17.621132 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fc79cb52-3605-41bf-bcb1-3c47d76bf453 req-25448470-0199-4723-ab1e-b4b349f1c9da tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 210 time: 0.0545447 Aug 25 05:07:17.627167 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281d2cbe-10d7-48ba-9055-2e0960629cdd x-openstack-request-id: req-281d2cbe-10d7-48ba-9055-2e0960629cdd {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:07:17.627456 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67bf94ed-853c-46a0-a7d3-606ea1ff4c17", "tag": "9787c16c-960d-4e62-86f6-fc7f37b1213c", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:07:17.627709 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-281d2cbe-10d7-48ba-9055-2e0960629cdd {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:07:17.628098 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67bf94ed-853c-46a0-a7d3-606ea1ff4c17', 'tag': '9787c16c-960d-4e62-86f6-fc7f37b1213c', 'status': 'completed', 'code': 200} Aug 25 05:07:17.653598 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ba245-d596-470b-897d-33ebe5bd72e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9787c16c-960d-4e62-86f6-fc7f37b1213c,revision_number=3']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:17.762314 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f40d9-60ec-4efd-8fce-c6722a678915 req-27ee98a3-993e-467d-9076-1086c527591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:17.763458 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-713f40d9-60ec-4efd-8fce-c6722a678915 req-27ee98a3-993e-467d-9076-1086c527591d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5e16762d884267a7491c617cb51cd3&device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 1096 time: 0.0556524 Aug 25 05:07:17.949158 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f40d9-60ec-4efd-8fce-c6722a678915 req-b195f74a-1954-4a34-8711-6eb07ce68ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:17.950644 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-713f40d9-60ec-4efd-8fce-c6722a678915 req-b195f74a-1954-4a34-8711-6eb07ce68ed8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=bc5e16762d884267a7491c617cb51cd3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1501718 Aug 25 05:07:17.956390 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55566a5-8e45-4042-a851-af8974828be6 req-c9a6b0a2-80bb-4c36-a9db-ab2ec4d53059 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:17.957952 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d55566a5-8e45-4042-a851-af8974828be6 req-c9a6b0a2-80bb-4c36-a9db-ab2ec4d53059 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.20 "GET /v2.0/networks?id=a7973158-3595-403c-add0-bced8d3952c6 HTTP/1.1" status: 200 len: 808 time: 0.1225362 Aug 25 05:07:17.958436 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd84d4d-24a8-4001-901a-dc7c4800351c req-03936d77-5300-4c4e-915d-dc768c65d729 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:17.959847 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0bd84d4d-24a8-4001-901a-dc7c4800351c req-03936d77-5300-4c4e-915d-dc768c65d729 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 943 time: 0.0877883 Aug 25 05:07:17.992072 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-d55566a5-8e45-4042-a851-af8974828be6 req-3c6d7d49-273b-4c73-9cbb-d733a2bf05ff tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Request body: {'port': {'device_id': 'd295ef58-0b05-4255-912f-9c64bc8d3ec3', 'network_id': 'a7973158-3595-403c-add0-bced8d3952c6', 'admin_state_up': True, 'tenant_id': 'ed059d513b074a7f9b4e7a8029f07b3f'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:07:18.028491 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0bd84d4d-24a8-4001-901a-dc7c4800351c req-b767aef9-9626-457f-a51b-9616342dfade tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624840 Aug 25 05:07:18.136578 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f40d9-60ec-4efd-8fce-c6722a678915 req-30df4ff8-63d6-4c03-a388-79ac0336a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:18.138752 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-713f40d9-60ec-4efd-8fce-c6722a678915 req-30df4ff8-63d6-4c03-a388-79ac0336a347 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1494026 Aug 25 05:07:18.384415 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-e94819ac-4fed-4e39-b8dc-5917aef9cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:18.387166 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-e94819ac-4fed-4e39-b8dc-5917aef9cdf1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5e16762d884267a7491c617cb51cd3&device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 1096 time: 0.1494076 Aug 25 05:07:18.449726 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d55566a5-8e45-4042-a851-af8974828be6 req-3c6d7d49-273b-4c73-9cbb-d733a2bf05ff tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Made reservation on behalf of ed059d513b074a7f9b4e7a8029f07b3f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:07:18.455674 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d55566a5-8e45-4042-a851-af8974828be6 req-3c6d7d49-273b-4c73-9cbb-d733a2bf05ff tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:18.503555 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86eb99-e955-4368-9dfe-7a4b55dc1c7c req-cfe4a469-1d90-4d84-8fae-fc8774c73e59 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:18.512198 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7e86eb99-e955-4368-9dfe-7a4b55dc1c7c req-cfe4a469-1d90-4d84-8fae-fc8774c73e59 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0979910 Aug 25 05:07:18.533406 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-26cd8a46-63b8-4a18-9e0c-ac27bf18704d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9787c16c-960d-4e62-86f6-fc7f37b1213c HTTP/1.1" status: 200 len: 217 time: 0.0908930 Aug 25 05:07:18.599407 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7e86eb99-e955-4368-9dfe-7a4b55dc1c7c req-8aa50ef6-fb04-4c51-a90a-c506d97b28f2 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815747 Aug 25 05:07:18.622613 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-7273fabe-239d-46f5-99d6-e443ac8e735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:18.625838 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-7273fabe-239d-46f5-99d6-e443ac8e735d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d53b1662-ec49-4fbc-9102-24e8f837212c HTTP/1.1" status: 200 len: 854 time: 0.0759246 Aug 25 05:07:18.707286 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-c3d9a005-0c67-40ec-9723-c5400ed88b30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f56a9b07-6c6a-4f03-92c6-427129739fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488498 Aug 25 05:07:18.781251 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a23c66d3-10c9-4dc2-988d-220974cb1848 req-81a1e5d0-7088-4d48-93cb-d91f3be5c73d tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 210 time: 0.0612233 Aug 25 05:07:18.802340 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-d55566a5-8e45-4042-a851-af8974828be6 req-3c6d7d49-273b-4c73-9cbb-d733a2bf05ff tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Allocated IP 172.20.0.7 (a7973158-3595-403c-add0-bced8d3952c6/bb70554f-1a75-4c91-a6ce-2b0400c76b84/57f6c12e-c652-4aa7-bc1b-bff9fe1d4605) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:07:18.850617 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-936d49f7-a44d-43fc-b3b3-e73fe1934068 service neutron] 10.222.0.20 "GET /v2.0/networks/f56a9b07-6c6a-4f03-92c6-427129739fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136522 Aug 25 05:07:18.988706 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-817d4971-ec3e-4489-8a08-669f1a24f964 req-4cf3af53-5624-4ee8-ada7-2cd085b9af97 service neutron] 10.222.0.20 "GET /v2.0/networks/f56a9b07-6c6a-4f03-92c6-427129739fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081865 Aug 25 05:07:18.996828 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d55566a5-8e45-4042-a851-af8974828be6 req-3c6d7d49-273b-4c73-9cbb-d733a2bf05ff tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:19.102088 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d55566a5-8e45-4042-a851-af8974828be6 req-3c6d7d49-273b-4c73-9cbb-d733a2bf05ff tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:19.177219 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d55566a5-8e45-4042-a851-af8974828be6 req-3c6d7d49-273b-4c73-9cbb-d733a2bf05ff tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Network a7973158-3595-403c-add0-bced8d3952c6 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:07:19.185492 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-d55566a5-8e45-4042-a851-af8974828be6 req-3c6d7d49-273b-4c73-9cbb-d733a2bf05ff tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:07:19.188736 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d7d49-273b-4c73-9cbb-d733a2bf05ff tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Pushing event updated for resources: {'Port': ['ID=57f6c12e-c652-4aa7-bc1b-bff9fe1d4605,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:19.191119 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55566a5-8e45-4042-a851-af8974828be6 req-3c6d7d49-273b-4c73-9cbb-d733a2bf05ff tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:07:19.196902 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55566a5-8e45-4042-a851-af8974828be6 req-3c6d7d49-273b-4c73-9cbb-d733a2bf05ff tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:19.197450 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d55566a5-8e45-4042-a851-af8974828be6 req-3c6d7d49-273b-4c73-9cbb-d733a2bf05ff tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:19.215407 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363918d-3fb6-4cb3-85a5-f5f94618a81e req-3a37ba30-76e8-4fec-90aa-c7fed0400993 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:19.217962 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d363918d-3fb6-4cb3-85a5-f5f94618a81e req-3a37ba30-76e8-4fec-90aa-c7fed0400993 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 943 time: 0.1164160 Aug 25 05:07:19.258328 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d363918d-3fb6-4cb3-85a5-f5f94618a81e req-bcbd7333-6757-4d06-9984-5ca71e88774d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342841 Aug 25 05:07:19.287033 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d55566a5-8e45-4042-a851-af8974828be6 req-3c6d7d49-273b-4c73-9cbb-d733a2bf05ff tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2995226 Aug 25 05:07:19.308078 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-d55566a5-8e45-4042-a851-af8974828be6 req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] Request body: {'port': {'device_id': 'd295ef58-0b05-4255-912f-9c64bc8d3ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:07:19.366601 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d55566a5-8e45-4042-a851-af8974828be6 req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:19.551793 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:19.652635 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-d55566a5-8e45-4042-a851-af8974828be6 req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:07:19.660966 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d55566a5-8e45-4042-a851-af8974828be6 req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:19.673353 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d55566a5-8e45-4042-a851-af8974828be6 req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] Transition to ACTIVE for port object 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:07:19.721325 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76464f-e09b-4398-85f9-8fb0406f6520 req-767e8ade-f00e-4d5d-94c7-2acaa5e1348c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:19.723259 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4b76464f-e09b-4398-85f9-8fb0406f6520 req-767e8ade-f00e-4d5d-94c7-2acaa5e1348c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0548856 Aug 25 05:07:19.757527 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d55566a5-8e45-4042-a851-af8974828be6 req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:19.785534 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4b76464f-e09b-4398-85f9-8fb0406f6520 req-7cfd917d-b10f-434e-bce5-c8f4fff028ae tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530605 Aug 25 05:07:19.836602 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] Pushing event updated for resources: {'Port': ['ID=57f6c12e-c652-4aa7-bc1b-bff9fe1d4605,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:19.851131 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d55566a5-8e45-4042-a851-af8974828be6 req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] Attempting to bind port 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:07:19.851461 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d55566a5-8e45-4042-a851-af8974828be6 req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] Attempting to bind port 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '4589598e-4041-45bf-8e23-11905aa38069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7973158-3595-403c-add0-bced8d3952c6'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:07:19.851787 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55566a5-8e45-4042-a851-af8974828be6 req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] Attempting to bind port 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605 on network a7973158-3595-403c-add0-bced8d3952c6 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:07:19.856488 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55566a5-8e45-4042-a851-af8974828be6 req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] Port 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605 on network a7973158-3595-403c-add0-bced8d3952c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 05:07:19.856812 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55566a5-8e45-4042-a851-af8974828be6 req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] Attempting to bind port 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605 on network a7973158-3595-403c-add0-bced8d3952c6 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:07:19.862298 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55566a5-8e45-4042-a851-af8974828be6 req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] Checking agent: {'id': '2d6b99c1-3d97-4a8a-bca5-2c0d702c36c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'started_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:07:19.865886 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55566a5-8e45-4042-a851-af8974828be6 req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] Checking segment: {'id': '4589598e-4041-45bf-8e23-11905aa38069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7973158-3595-403c-add0-bced8d3952c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:07:19.865886 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55566a5-8e45-4042-a851-af8974828be6 req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] Bound using segment: {'id': '4589598e-4041-45bf-8e23-11905aa38069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7973158-3595-403c-add0-bced8d3952c6'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:07:19.865886 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d55566a5-8e45-4042-a851-af8974828be6 req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] Bound port: 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4589598e-4041-45bf-8e23-11905aa38069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7973158-3595-403c-add0-bced8d3952c6'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:07:19.865886 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d55566a5-8e45-4042-a851-af8974828be6 req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:19.892605 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d8e43-dde1-4a82-a78c-107b223d3f08 req-59f236f0-b387-41a8-9909-daf828b6d358 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:19.894103 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0a0d8e43-dde1-4a82-a78c-107b223d3f08 req-59f236f0-b387-41a8-9909-daf828b6d358 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 943 time: 0.0474494 Aug 25 05:07:19.928881 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d55566a5-8e45-4042-a851-af8974828be6 req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] For port 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605, host hv-cinder-75793, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:07:19.931607 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0a0d8e43-dde1-4a82-a78c-107b223d3f08 req-75aed661-4e7f-4c13-9fce-32fc8167a25b tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314176 Aug 25 05:07:19.932497 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d55566a5-8e45-4042-a851-af8974828be6 req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] For port 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=57f6c12e-c652-4aa7-bc1b-bff9fe1d4605,segment=NetworkSegment(4589598e-4041-45bf-8e23-11905aa38069),segment_id=4589598e-4041-45bf-8e23-11905aa38069)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:07:20.027553 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d55566a5-8e45-4042-a851-af8974828be6 req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:20.064391 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55566a5-8e45-4042-a851-af8974828be6 req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:20.065088 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d55566a5-8e45-4042-a851-af8974828be6 req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:20.066892 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d55566a5-8e45-4042-a851-af8974828be6 req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] 10.222.0.20 "PUT /v2.0/ports/57f6c12e-c652-4aa7-bc1b-bff9fe1d4605 HTTP/1.1" status: 200 len: 1093 time: 0.7631850 Aug 25 05:07:20.070809 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd295ef58-0b05-4255-912f-9c64bc8d3ec3', 'tag': '57f6c12e-c652-4aa7-bc1b-bff9fe1d4605'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:07:20.074726 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9696e3-1f6f-486f-a51d-4cf4981f4082" -d '{"events": [{"name": "network-changed", "server_uuid": "d295ef58-0b05-4255-912f-9c64bc8d3ec3", "tag": "57f6c12e-c652-4aa7-bc1b-bff9fe1d4605"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:07:20.099872 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6282c-eda8-43ee-963e-3d2fed0cc457 service neutron] Pushing event updated for resources: {'Port': ['ID=57f6c12e-c652-4aa7-bc1b-bff9fe1d4605,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:20.116256 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96a5226-4584-4102-b8b2-33c755d28387 x-openstack-request-id: req-f96a5226-4584-4102-b8b2-33c755d28387 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:07:20.116544 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d295ef58-0b05-4255-912f-9c64bc8d3ec3", "tag": "57f6c12e-c652-4aa7-bc1b-bff9fe1d4605", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:07:20.116796 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f96a5226-4584-4102-b8b2-33c755d28387 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:07:20.117188 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd295ef58-0b05-4255-912f-9c64bc8d3ec3', 'tag': '57f6c12e-c652-4aa7-bc1b-bff9fe1d4605', 'status': 'completed', 'code': 200} Aug 25 05:07:20.217707 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9696e3-1f6f-486f-a51d-4cf4981f4082 req-c986c726-d8b2-404b-a7ca-68af7cd97e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:20.219214 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2b9696e3-1f6f-486f-a51d-4cf4981f4082 req-c986c726-d8b2-404b-a7ca-68af7cd97e91 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed059d513b074a7f9b4e7a8029f07b3f&device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 1096 time: 0.0399652 Aug 25 05:07:20.442742 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9696e3-1f6f-486f-a51d-4cf4981f4082 req-cac630df-7c17-4c5b-997c-6629344bb8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:20.444211 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2b9696e3-1f6f-486f-a51d-4cf4981f4082 req-cac630df-7c17-4c5b-997c-6629344bb8a2 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ed059d513b074a7f9b4e7a8029f07b3f&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1942837 Aug 25 05:07:20.452208 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f728b8f-fca3-48aa-a05c-ae753c61d8ed req-900af4ee-a9d5-4761-97c8-585cd5e9788c tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:20.456625 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3f728b8f-fca3-48aa-a05c-ae753c61d8ed req-900af4ee-a9d5-4761-97c8-585cd5e9788c tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 943 time: 0.1076396 Aug 25 05:07:20.590559 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3f728b8f-fca3-48aa-a05c-ae753c61d8ed req-459642f8-0473-4900-b8ab-35ff69caf107 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252170 Aug 25 05:07:20.637339 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9696e3-1f6f-486f-a51d-4cf4981f4082 req-b7362d17-c547-4f09-a9c4-2b7b8d6790f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:20.638837 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2b9696e3-1f6f-486f-a51d-4cf4981f4082 req-b7362d17-c547-4f09-a9c4-2b7b8d6790f9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1813610 Aug 25 05:07:20.761839 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55566a5-8e45-4042-a851-af8974828be6 req-dca5c46d-77f6-431b-8ba0-b5447f77c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:20.763325 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d55566a5-8e45-4042-a851-af8974828be6 req-dca5c46d-77f6-431b-8ba0-b5447f77c477 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed059d513b074a7f9b4e7a8029f07b3f&device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 1096 time: 0.0423329 Aug 25 05:07:20.812027 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d55566a5-8e45-4042-a851-af8974828be6 req-da4020d7-9f32-43e8-ac1f-770ee3997dd7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57f6c12e-c652-4aa7-bc1b-bff9fe1d4605 HTTP/1.1" status: 200 len: 217 time: 0.0323710 Aug 25 05:07:20.866707 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55566a5-8e45-4042-a851-af8974828be6 req-9c1075f0-bf2c-4656-aa88-d61568419050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:20.871199 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d55566a5-8e45-4042-a851-af8974828be6 req-9c1075f0-bf2c-4656-aa88-d61568419050 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb70554f-1a75-4c91-a6ce-2b0400c76b84 HTTP/1.1" status: 200 len: 848 time: 0.0493512 Aug 25 05:07:20.904702 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d55566a5-8e45-4042-a851-af8974828be6 req-2f07a646-fecf-4d8f-8f89-fdfbc2c20726 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7973158-3595-403c-add0-bced8d3952c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264320 Aug 25 05:07:20.919112 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde7d02-7956-4edd-9712-6bec55f37887 req-8d23e07c-9d6d-4296-8e57-fc448fe8ddd9 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:20.923055 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8dde7d02-7956-4edd-9712-6bec55f37887 req-8d23e07c-9d6d-4296-8e57-fc448fe8ddd9 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0634332 Aug 25 05:07:20.960821 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8dde7d02-7956-4edd-9712-6bec55f37887 req-8db9ad9b-c900-4d9f-b629-9555fcb006c5 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326407 Aug 25 05:07:21.011748 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d55566a5-8e45-4042-a851-af8974828be6 req-9aa62fb0-2d77-4eca-ba6c-905e4e5ef87d service neutron] 10.222.0.20 "GET /v2.0/networks/a7973158-3595-403c-add0-bced8d3952c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850070 Aug 25 05:07:21.120211 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d55566a5-8e45-4042-a851-af8974828be6 req-f4dbd68b-3910-41f6-950e-bd25f9d42428 service neutron] 10.222.0.20 "GET /v2.0/networks/a7973158-3595-403c-add0-bced8d3952c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988550 Aug 25 05:07:21.220671 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52b49d-5f74-4aa4-a155-2b90b34b473c req-a39a383c-a65f-4eb9-a9ea-e248c103e57b tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:21.222140 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2d52b49d-5f74-4aa4-a155-2b90b34b473c req-a39a383c-a65f-4eb9-a9ea-e248c103e57b tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 943 time: 0.0468118 Aug 25 05:07:21.260432 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2d52b49d-5f74-4aa4-a155-2b90b34b473c req-63aad821-c004-4411-b84a-503949a62f01 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322983 Aug 25 05:07:21.436066 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 9787c16c-960d-4e62-86f6-fc7f37b1213c details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:07:21.531668 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 9787c16c-960d-4e62-86f6-fc7f37b1213c, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=9787c16c-960d-4e62-86f6-fc7f37b1213c,segment=NetworkSegment(9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb),segment_id=9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:07:21.542531 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': '9787c16c-960d-4e62-86f6-fc7f37b1213c', 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed', 'port_id': '9787c16c-960d-4e62-86f6-fc7f37b1213c', 'mac_address': 'fa:16:3e:72:8a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd53b1662-ec49-4fbc-9102-24e8f837212c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:07:21.578074 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:21.590127 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9787c16c-960d-4e62-86f6-fc7f37b1213c {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:07:21.610001 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 9787c16c-960d-4e62-86f6-fc7f37b1213c, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=9787c16c-960d-4e62-86f6-fc7f37b1213c,segment=NetworkSegment(9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb),segment_id=9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:07:21.683125 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:21.706118 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e556c1-1894-42bf-851f-5739716932fa req-c71d1271-9f2f-420d-8ca4-91d8a4a7a77c tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:21.707671 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d1e556c1-1894-42bf-851f-5739716932fa req-c71d1271-9f2f-420d-8ca4-91d8a4a7a77c tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 943 time: 0.0491164 Aug 25 05:07:21.733651 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=9787c16c-960d-4e62-86f6-fc7f37b1213c,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:21.746074 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d1e556c1-1894-42bf-851f-5739716932fa req-5240f30b-ad2a-48bd-b27f-b3c3393f8dd8 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314543 Aug 25 05:07:22.078590 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00300ecc-18f6-4e78-b5ad-fa68fc5079f2 req-49b74f0d-2d21-48a7-bf6a-aadabdccc11f tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:22.080075 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-00300ecc-18f6-4e78-b5ad-fa68fc5079f2 req-49b74f0d-2d21-48a7-bf6a-aadabdccc11f tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0498507 Aug 25 05:07:22.116867 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-00300ecc-18f6-4e78-b5ad-fa68fc5079f2 req-7df03450-2e8b-4bca-b0af-af2a68678d9c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309262 Aug 25 05:07:22.160005 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['9787c16c-960d-4e62-86f6-fc7f37b1213c'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:07:22.262710 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 40086) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:22.385576 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5503b14c-89df-4145-9f01-df45e6efec7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:22.411251 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce752fab-1633-4033-8d0c-fdad8fe429ff req-bb61fc10-5383-4c34-952f-ba0d13d22ae4 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:22.412722 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ce752fab-1633-4033-8d0c-fdad8fe429ff req-bb61fc10-5383-4c34-952f-ba0d13d22ae4 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 943 time: 0.0723267 Aug 25 05:07:22.470206 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ce752fab-1633-4033-8d0c-fdad8fe429ff req-65bd1cf0-6a19-4586-8866-fbf6f519f308 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489354 Aug 25 05:07:22.517488 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5503b14c-89df-4145-9f01-df45e6efec7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:22.591668 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5503b14c-89df-4145-9f01-df45e6efec7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:22.627884 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503b14c-89df-4145-9f01-df45e6efec7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc04b72c-034b-4df8-932b-5ecf37dc65f7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:22.633242 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-5503b14c-89df-4145-9f01-df45e6efec7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86821db489d446d6b066680d66278751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694077 Aug 25 05:07:22.635944 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 40094) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:22.682581 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80352470-e2ad-4c20-8efb-40726fc84f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:22.704098 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80352470-e2ad-4c20-8efb-40726fc84f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:22.823431 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80352470-e2ad-4c20-8efb-40726fc84f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:22.825986 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80352470-e2ad-4c20-8efb-40726fc84f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:22.827958 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-80352470-e2ad-4c20-8efb-40726fc84f70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc04b72c-034b-4df8-932b-5ecf37dc65f7 HTTP/1.1" status: 204 len: 168 time: 0.1910956 Aug 25 05:07:22.836202 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80352470-e2ad-4c20-8efb-40726fc84f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc04b72c-034b-4df8-932b-5ecf37dc65f7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:22.866651 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ffb2c-3674-4fd5-af7d-da6a3207936d req-c0ed45f8-09f8-4946-b451-e7f992ab59dd tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:22.868263 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-253ffb2c-3674-4fd5-af7d-da6a3207936d req-c0ed45f8-09f8-4946-b451-e7f992ab59dd tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 944 time: 0.0540960 Aug 25 05:07:22.906957 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-253ffb2c-3674-4fd5-af7d-da6a3207936d req-5c504c5d-804c-41ea-81ab-f891902e490b tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323505 Aug 25 05:07:23.228980 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bc08b-b65f-4317-bc88-d72816235527 req-04824f7d-68db-4965-835f-8f995cc24c30 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:23.230451 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-718bc08b-b65f-4317-bc88-d72816235527 req-04824f7d-68db-4965-835f-8f995cc24c30 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0469360 Aug 25 05:07:23.267230 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-718bc08b-b65f-4317-bc88-d72816235527 req-4ff7ff88-9bec-41f1-8eb9-eaca34fd9303 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301678 Aug 25 05:07:23.397026 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 40108) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:23.413105 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-520f56e6-cbc2-4843-b406-e505172d0077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:23.499501 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-520f56e6-cbc2-4843-b406-e505172d0077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:23.577647 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-520f56e6-cbc2-4843-b406-e505172d0077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:23.612946 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f56e6-cbc2-4843-b406-e505172d0077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5327b4-d22d-4f89-a7d3-d0926ee4d749,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:23.617144 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-520f56e6-cbc2-4843-b406-e505172d0077 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7012f8947e2a48bea87c493ade972636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2191515 Aug 25 05:07:23.619751 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 40116) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:23.665768 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9331a1fa-d778-4ace-ad1b-6e5524f17c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:23.685502 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9331a1fa-d778-4ace-ad1b-6e5524f17c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:23.791733 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9331a1fa-d778-4ace-ad1b-6e5524f17c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:23.794213 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9331a1fa-d778-4ace-ad1b-6e5524f17c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:23.795372 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9331a1fa-d778-4ace-ad1b-6e5524f17c04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d5327b4-d22d-4f89-a7d3-d0926ee4d749 HTTP/1.1" status: 204 len: 168 time: 0.1746933 Aug 25 05:07:23.802925 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331a1fa-d778-4ace-ad1b-6e5524f17c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5327b4-d22d-4f89-a7d3-d0926ee4d749,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:25.463283 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:07:25.567200 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649581e5-2cdd-475c-b016-50ad4cbfecd3 req-78a2eba4-aaae-45db-813d-382634bb457f tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:25.569115 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-649581e5-2cdd-475c-b016-50ad4cbfecd3 req-78a2eba4-aaae-45db-813d-382634bb457f tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 943 time: 0.0587709 Aug 25 05:07:25.579699 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=57f6c12e-c652-4aa7-bc1b-bff9fe1d4605,segment=NetworkSegment(4589598e-4041-45bf-8e23-11905aa38069),segment_id=4589598e-4041-45bf-8e23-11905aa38069)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:07:25.630004 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8992d-f9f0-4ee1-b62c-fe280a61986b req-6e91069a-49e3-4a8c-aee3-0385818c3ac1 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:25.633761 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-649581e5-2cdd-475c-b016-50ad4cbfecd3 req-27b034f5-5068-400f-af7f-c94fafb07767 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583568 Aug 25 05:07:25.635324 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-02c8992d-f9f0-4ee1-b62c-fe280a61986b req-6e91069a-49e3-4a8c-aee3-0385818c3ac1 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 944 time: 0.0710845 Aug 25 05:07:25.721920 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-02c8992d-f9f0-4ee1-b62c-fe280a61986b req-7cd712c2-f422-453b-baa1-130c3ad9ce62 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688481 Aug 25 05:07:25.748423 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': '57f6c12e-c652-4aa7-bc1b-bff9fe1d4605', 'network_id': 'a7973158-3595-403c-add0-bced8d3952c6', 'port_id': '57f6c12e-c652-4aa7-bc1b-bff9fe1d4605', 'mac_address': 'fa:16:3e:74:a1:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb70554f-1a75-4c91-a6ce-2b0400c76b84', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:07:25.791281 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:25.792860 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448b2b2-e22d-42d8-9fef-c1863b8a6560 req-f1f0bbd0-4061-46da-8900-ab8f6a959e06 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:25.801515 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4448b2b2-e22d-42d8-9fef-c1863b8a6560 req-f1f0bbd0-4061-46da-8900-ab8f6a959e06 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0889206 Aug 25 05:07:25.807589 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:07:25.832525 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=57f6c12e-c652-4aa7-bc1b-bff9fe1d4605,segment=NetworkSegment(4589598e-4041-45bf-8e23-11905aa38069),segment_id=4589598e-4041-45bf-8e23-11905aa38069)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:07:25.836385 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4448b2b2-e22d-42d8-9fef-c1863b8a6560 req-9c45a2b7-775c-4bf7-a346-d2f29f8346db tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339637 Aug 25 05:07:25.903503 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:25.951033 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=57f6c12e-c652-4aa7-bc1b-bff9fe1d4605,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:26.408769 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['57f6c12e-c652-4aa7-bc1b-bff9fe1d4605'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:07:26.763442 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58314e-c959-4776-8dc2-847fba022200 req-718c9fd7-aacc-4518-a556-e9e8fca8ae6d tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:26.765041 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1f58314e-c959-4776-8dc2-847fba022200 req-718c9fd7-aacc-4518-a556-e9e8fca8ae6d tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 944 time: 0.0487068 Aug 25 05:07:26.804654 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1f58314e-c959-4776-8dc2-847fba022200 req-99ccae08-f1bd-456a-a961-80a4e7a1f29a tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332198 Aug 25 05:07:26.837731 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b76c3f-8a6d-468a-995e-385b5372a58e req-949e03fc-fea3-4017-b33b-5a18d3ee2976 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:26.840723 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-59b76c3f-8a6d-468a-995e-385b5372a58e req-949e03fc-fea3-4017-b33b-5a18d3ee2976 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 944 time: 0.0530970 Aug 25 05:07:26.896284 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-59b76c3f-8a6d-468a-995e-385b5372a58e req-660eee47-64e2-4065-9f31-a88ae39bf650 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495183 Aug 25 05:07:26.967191 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019068ed-7137-48c0-96c7-2118e164f50b req-b9c37023-dc50-411d-b212-47207057574c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:26.969181 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-019068ed-7137-48c0-96c7-2118e164f50b req-b9c37023-dc50-411d-b212-47207057574c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0489392 Aug 25 05:07:27.006162 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-019068ed-7137-48c0-96c7-2118e164f50b req-5e8e8072-3c2c-4c08-bf2a-3df3851555e4 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311673 Aug 25 05:07:27.370648 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 40206) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:27.470963 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2eff5805-668d-41b4-96e2-96400707dc01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:27.558297 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2eff5805-668d-41b4-96e2-96400707dc01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:27.612079 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2eff5805-668d-41b4-96e2-96400707dc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:27.651915 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-2eff5805-668d-41b4-96e2-96400707dc01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0919f8590e39457ba11b9d9ff9974d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801538 Aug 25 05:07:27.653135 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff5805-668d-41b4-96e2-96400707dc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff34917-9c2f-41e4-8cc3-7a8e5943de33,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:27.654681 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 40218) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:27.707411 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3771aa50-0199-4d54-9991-d8fe96d11b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:27.728049 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3771aa50-0199-4d54-9991-d8fe96d11b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:27.834794 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3771aa50-0199-4d54-9991-d8fe96d11b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:27.837468 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3771aa50-0199-4d54-9991-d8fe96d11b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:27.838639 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-3771aa50-0199-4d54-9991-d8fe96d11b35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ff34917-9c2f-41e4-8cc3-7a8e5943de33 HTTP/1.1" status: 204 len: 168 time: 0.1827843 Aug 25 05:07:27.846108 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771aa50-0199-4d54-9991-d8fe96d11b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff34917-9c2f-41e4-8cc3-7a8e5943de33,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:29.179472 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 9787c16c-960d-4e62-86f6-fc7f37b1213c up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:07:29.280126 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning for port 9787c16c-960d-4e62-86f6-fc7f37b1213c completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:07:29.283850 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port 9787c16c-960d-4e62-86f6-fc7f37b1213c triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:07:29.284224 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:29.360863 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:29.383122 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bf94ed-853c-46a0-a7d3-606ea1ff4c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9787c16c-960d-4e62-86f6-fc7f37b1213c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:07:29.388835 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee551dc7-dc4b-40c3-a03f-4ab985a92752" -d '{"events": [{"server_uuid": "67bf94ed-853c-46a0-a7d3-606ea1ff4c17", "name": "network-vif-plugged", "status": "completed", "tag": "9787c16c-960d-4e62-86f6-fc7f37b1213c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:07:29.397310 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 9787c16c-960d-4e62-86f6-fc7f37b1213c, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=9787c16c-960d-4e62-86f6-fc7f37b1213c,segment=NetworkSegment(9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb),segment_id=9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:07:29.465898 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:29.512235 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=9787c16c-960d-4e62-86f6-fc7f37b1213c,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:30.378422 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce78b68-7353-4b0b-b250-42371fa217a9 req-1ce31f32-d709-46a0-8ed2-f556d7e36b03 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:30.380012 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2ce78b68-7353-4b0b-b250-42371fa217a9 req-1ce31f32-d709-46a0-8ed2-f556d7e36b03 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 944 time: 0.0527155 Aug 25 05:07:30.419015 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2ce78b68-7353-4b0b-b250-42371fa217a9 req-2461d353-6cec-4252-bc16-c7c71ed3a305 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325477 Aug 25 05:07:30.456384 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b46400-607a-4414-9149-6d1c2faf5efd req-ae796ed5-2f0c-4b69-a386-0eb0d0fbb3a2 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:30.457888 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-45b46400-607a-4414-9149-6d1c2faf5efd req-ae796ed5-2f0c-4b69-a386-0eb0d0fbb3a2 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 945 time: 0.0554914 Aug 25 05:07:30.495178 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-45b46400-607a-4414-9149-6d1c2faf5efd req-dbeb98e0-6152-445c-a1a3-6cf606c6bc90 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314085 Aug 25 05:07:30.524672 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b831d-fc3c-42df-8c67-d904b66df079 req-6abbc3d9-752e-47ae-af1e-efa2ebd01080 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:30.526234 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-220b831d-fc3c-42df-8c67-d904b66df079 req-6abbc3d9-752e-47ae-af1e-efa2ebd01080 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0522797 Aug 25 05:07:30.534623 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-421d579f-b0e6-4ec4-892e-076236daf5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:30.549560 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8acbf94-0eaf-439a-8b1d-9de3438b41f4 x-openstack-request-id: req-e8acbf94-0eaf-439a-8b1d-9de3438b41f4 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:07:30.549851 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bf94ed-853c-46a0-a7d3-606ea1ff4c17", "name": "network-vif-plugged", "status": "completed", "tag": "9787c16c-960d-4e62-86f6-fc7f37b1213c", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:07:30.550106 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8acbf94-0eaf-439a-8b1d-9de3438b41f4 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:07:30.550497 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bf94ed-853c-46a0-a7d3-606ea1ff4c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9787c16c-960d-4e62-86f6-fc7f37b1213c', 'code': 200} Aug 25 05:07:30.565417 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-220b831d-fc3c-42df-8c67-d904b66df079 req-1c42e3e2-5dad-4c2f-abbb-5d806945a5db tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328608 Aug 25 05:07:30.958982 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdb4b0-cf14-4d8a-b940-e27d3a25e85d req-afc875b6-1295-4b46-9fc5-9bab8a5898f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:30.960480 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-82cdb4b0-cf14-4d8a-b940-e27d3a25e85d req-afc875b6-1295-4b46-9fc5-9bab8a5898f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 1098 time: 0.0381877 Aug 25 05:07:30.998848 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-82cdb4b0-cf14-4d8a-b940-e27d3a25e85d req-8d31537f-7236-46c9-8c50-cf13db8d9a60 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272598 Aug 25 05:07:31.573585 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c5f6b-13b4-4bb9-9c97-769ef7fce12a req-3e1e8c9c-7424-4eed-88fd-9bf5072af5c2 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:31.575260 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f01c5f6b-13b4-4bb9-9c97-769ef7fce12a req-3e1e8c9c-7424-4eed-88fd-9bf5072af5c2 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 944 time: 0.0519025 Aug 25 05:07:31.615152 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f01c5f6b-13b4-4bb9-9c97-769ef7fce12a req-4d6a0ea9-130a-470a-b7b3-c7d0e6f6f271 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326951 Aug 25 05:07:31.618212 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f574b23-f162-4f1f-b018-68eb2b6ce598 req-5f408366-3f03-45de-84b8-19e9a13568b1 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:31.619719 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4f574b23-f162-4f1f-b018-68eb2b6ce598 req-5f408366-3f03-45de-84b8-19e9a13568b1 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 945 time: 0.0488400 Aug 25 05:07:31.658099 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4f574b23-f162-4f1f-b018-68eb2b6ce598 req-9a71b44b-0fcc-4b0c-b4d7-d7c132b18727 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315318 Aug 25 05:07:31.725720 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f21fcc-1677-406a-85f3-3aac20131ae6 req-06d16371-b8c3-4b72-b43a-6d61809ac5ad tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:31.727216 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e2f21fcc-1677-406a-85f3-3aac20131ae6 req-06d16371-b8c3-4b72-b43a-6d61809ac5ad tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0494597 Aug 25 05:07:31.765552 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e2f21fcc-1677-406a-85f3-3aac20131ae6 req-c834ff1f-7c1d-4734-8b98-8c033db43e73 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319140 Aug 25 05:07:32.232454 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605 up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:07:32.323588 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning for port 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:07:32.328265 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:07:32.328685 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:32.408090 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:32.439503 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=57f6c12e-c652-4aa7-bc1b-bff9fe1d4605,segment=NetworkSegment(4589598e-4041-45bf-8e23-11905aa38069),segment_id=4589598e-4041-45bf-8e23-11905aa38069)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:07:32.506300 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:32.552230 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd295ef58-0b05-4255-912f-9c64bc8d3ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f6c12e-c652-4aa7-bc1b-bff9fe1d4605'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:07:32.554479 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467b8d99-2b22-4745-abd9-5bc4d6802a84" -d '{"events": [{"server_uuid": "d295ef58-0b05-4255-912f-9c64bc8d3ec3", "name": "network-vif-plugged", "status": "completed", "tag": "57f6c12e-c652-4aa7-bc1b-bff9fe1d4605"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:07:32.571851 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=57f6c12e-c652-4aa7-bc1b-bff9fe1d4605,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:32.667138 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b0f1f7-79c0-42a4-bca7-fa577336678e x-openstack-request-id: req-26b0f1f7-79c0-42a4-bca7-fa577336678e {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:07:32.667138 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d295ef58-0b05-4255-912f-9c64bc8d3ec3", "name": "network-vif-plugged", "status": "completed", "tag": "57f6c12e-c652-4aa7-bc1b-bff9fe1d4605", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:07:32.667138 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26b0f1f7-79c0-42a4-bca7-fa577336678e {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:07:32.667138 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd295ef58-0b05-4255-912f-9c64bc8d3ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f6c12e-c652-4aa7-bc1b-bff9fe1d4605', 'code': 200} Aug 25 05:07:32.765265 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c12fcf-889d-4404-856e-3d7db4ad329f req-1b4d8d1b-d5e2-4f0a-a765-75abfa3f0eb7 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:32.766978 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-37c12fcf-889d-4404-856e-3d7db4ad329f req-1b4d8d1b-d5e2-4f0a-a765-75abfa3f0eb7 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0507298 Aug 25 05:07:32.783721 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be639da-b523-4857-b73c-14d980306576 req-c355cb9b-08d3-4357-bc04-7ac36e3c0893 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:32.785894 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5be639da-b523-4857-b73c-14d980306576 req-c355cb9b-08d3-4357-bc04-7ac36e3c0893 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 945 time: 0.0483403 Aug 25 05:07:32.808578 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-37c12fcf-889d-4404-856e-3d7db4ad329f req-e1e54659-3e11-40d7-be80-65ef0a765232 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342784 Aug 25 05:07:32.831295 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5be639da-b523-4857-b73c-14d980306576 req-97e0345a-3255-4157-b540-d6003c388cbb tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387232 Aug 25 05:07:32.922821 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad1fce-8c18-4da8-918e-dd061964f159 req-c2af7064-ea21-4c60-b6f7-0d32668f4694 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:32.924274 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-54ad1fce-8c18-4da8-918e-dd061964f159 req-c2af7064-ea21-4c60-b6f7-0d32668f4694 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0520012 Aug 25 05:07:32.960338 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-54ad1fce-8c18-4da8-918e-dd061964f159 req-fc6fcd14-6af9-480f-b154-5662da592bce tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301285 Aug 25 05:07:33.009541 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27f5d272-17e6-41bb-ba83-64560ad7f352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:33.249190 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:34.249772 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:35.909340 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:36.095253 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eeb7a9-1fa3-4a38-88f7-17d35998cd58 req-be34b1fc-d49b-4ccd-9c1d-9dc85f360fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:36.096884 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c9eeb7a9-1fa3-4a38-88f7-17d35998cd58 req-be34b1fc-d49b-4ccd-9c1d-9dc85f360fe8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 1098 time: 0.0404031 Aug 25 05:07:36.201957 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c9eeb7a9-1fa3-4a38-88f7-17d35998cd58 req-18e2cbd5-d84f-4844-8a35-cfd1d2bba97f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503585 Aug 25 05:07:36.210069 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454b759-1a62-4b9e-97da-f5275726fa4d req-7abd55b1-423f-40a0-9fc2-b6d55be7121f tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:36.211484 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3454b759-1a62-4b9e-97da-f5275726fa4d req-7abd55b1-423f-40a0-9fc2-b6d55be7121f tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0687881 Aug 25 05:07:36.234035 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6fa0e-b517-46df-9bf2-44957e2338b8 req-96ae7e8e-87c7-4f6f-ad5f-db24936227ec tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:36.235567 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-82e6fa0e-b517-46df-9bf2-44957e2338b8 req-96ae7e8e-87c7-4f6f-ad5f-db24936227ec tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 945 time: 0.0478778 Aug 25 05:07:36.249297 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3454b759-1a62-4b9e-97da-f5275726fa4d req-6a8beb01-36ee-49e4-88e1-e3cc28784342 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317199 Aug 25 05:07:36.276096 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-82e6fa0e-b517-46df-9bf2-44957e2338b8 req-93f5fe36-bb01-41ae-a451-0ea9942425d2 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346401 Aug 25 05:07:36.352411 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187511e-af22-4363-accd-985d4340c769 req-7fd573ae-2100-413f-85b7-875ee34a0f50 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:36.353861 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5187511e-af22-4363-accd-985d4340c769 req-7fd573ae-2100-413f-85b7-875ee34a0f50 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0493267 Aug 25 05:07:36.392205 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5187511e-af22-4363-accd-985d4340c769 req-9b9e4feb-e476-424f-ab47-f83c2b81ddff tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323181 Aug 25 05:07:39.631784 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2178d6-49b6-4c1c-9de7-be8dd805f8d1 req-d7f2a989-3ced-470c-b4be-bf6ce4e7ebb2 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:39.633312 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fa2178d6-49b6-4c1c-9de7-be8dd805f8d1 req-d7f2a989-3ced-470c-b4be-bf6ce4e7ebb2 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0473742 Aug 25 05:07:39.670002 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fa2178d6-49b6-4c1c-9de7-be8dd805f8d1 req-c3b49a9c-fca9-4fa6-9dc7-23bddc54d2b0 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307190 Aug 25 05:07:39.681058 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55219a91-5208-4064-93e7-2507b03824e8 req-ee11983e-59a7-4eaf-a98e-1ddca5560418 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:39.683103 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-55219a91-5208-4064-93e7-2507b03824e8 req-ee11983e-59a7-4eaf-a98e-1ddca5560418 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0508952 Aug 25 05:07:39.720162 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-55219a91-5208-4064-93e7-2507b03824e8 req-4fd22690-1e89-4385-9e32-a1bf8cd8831a tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317011 Aug 25 05:07:40.784664 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab74e4-82ad-4b7d-b55b-ab9fad5ffd4e req-f45696c5-f902-4fb7-8156-a500b7b5b864 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:40.786184 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e9ab74e4-82ad-4b7d-b55b-ab9fad5ffd4e req-f45696c5-f902-4fb7-8156-a500b7b5b864 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0501938 Aug 25 05:07:40.825751 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e9ab74e4-82ad-4b7d-b55b-ab9fad5ffd4e req-09b0c933-9b73-4f17-8d96-970e6c44acfe tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329928 Aug 25 05:07:40.883574 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26601d75-32f8-41cd-a63e-bb39ffc53fd7 req-68b70470-cc24-4293-9ef9-e01a0aac6c49 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:40.885056 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-26601d75-32f8-41cd-a63e-bb39ffc53fd7 req-68b70470-cc24-4293-9ef9-e01a0aac6c49 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0520761 Aug 25 05:07:40.929410 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-26601d75-32f8-41cd-a63e-bb39ffc53fd7 req-72ac1cc0-a122-47f8-bbac-89af75ec8b60 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373392 Aug 25 05:07:41.978830 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b5095-46d2-4eab-b517-ccf8e4b3ba2a req-be8b2b8c-ba4f-4bf5-8d4d-abdfafc727a5 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:41.980265 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-979b5095-46d2-4eab-b517-ccf8e4b3ba2a req-be8b2b8c-ba4f-4bf5-8d4d-abdfafc727a5 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0474710 Aug 25 05:07:42.021681 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-979b5095-46d2-4eab-b517-ccf8e4b3ba2a req-809e740d-948a-4398-b005-4b271b5e827b tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350919 Aug 25 05:07:42.084180 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83aa05-cc29-4831-9b93-c92218e91d57 req-34e58a52-0e31-4adc-82cd-163883818901 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:42.085662 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dc83aa05-cc29-4831-9b93-c92218e91d57 req-34e58a52-0e31-4adc-82cd-163883818901 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0476446 Aug 25 05:07:42.121308 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dc83aa05-cc29-4831-9b93-c92218e91d57 req-4a25ac67-8541-4ff8-9aa3-4cbffcaa7627 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298383 Aug 25 05:07:42.771718 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 40512) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:42.874333 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61c95de1-6e59-4a46-999f-6792e686da29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:42.960454 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61c95de1-6e59-4a46-999f-6792e686da29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:43.040790 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61c95de1-6e59-4a46-999f-6792e686da29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:43.075405 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c95de1-6e59-4a46-999f-6792e686da29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707a1fa6-503f-48c8-a63a-fc2e4fb8e0e1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:43.079532 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-61c95de1-6e59-4a46-999f-6792e686da29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a931822ee404f2ebc9b4674f1fd452d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068130 Aug 25 05:07:43.082291 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 40518) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:43.085123 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c95de1-6e59-4a46-999f-6792e686da29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:43.085470 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c95de1-6e59-4a46-999f-6792e686da29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:43.085807 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c95de1-6e59-4a46-999f-6792e686da29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:43.086136 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c95de1-6e59-4a46-999f-6792e686da29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:43.086462 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c95de1-6e59-4a46-999f-6792e686da29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:43.086814 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c95de1-6e59-4a46-999f-6792e686da29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:43.087135 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c95de1-6e59-4a46-999f-6792e686da29 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:43.087463 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c95de1-6e59-4a46-999f-6792e686da29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:43.087776 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c95de1-6e59-4a46-999f-6792e686da29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:43.088097 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c95de1-6e59-4a46-999f-6792e686da29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:43.088415 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c95de1-6e59-4a46-999f-6792e686da29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:43.088729 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c95de1-6e59-4a46-999f-6792e686da29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:43.129927 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c60e2051-97be-4d6a-9d3f-1567b4672ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:43.150829 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c60e2051-97be-4d6a-9d3f-1567b4672ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:43.235200 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7dcea3-b5a0-4eff-9005-1f6992067140 req-c2ad1759-fd38-4813-bffa-e62bb31bfbfe tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:43.236611 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ca7dcea3-b5a0-4eff-9005-1f6992067140 req-c2ad1759-fd38-4813-bffa-e62bb31bfbfe tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0498292 Aug 25 05:07:43.261893 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c60e2051-97be-4d6a-9d3f-1567b4672ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:43.264371 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c60e2051-97be-4d6a-9d3f-1567b4672ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:43.265954 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c60e2051-97be-4d6a-9d3f-1567b4672ce9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/707a1fa6-503f-48c8-a63a-fc2e4fb8e0e1 HTTP/1.1" status: 204 len: 168 time: 0.1825831 Aug 25 05:07:43.284802 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ca7dcea3-b5a0-4eff-9005-1f6992067140 req-85cb3510-7cac-4bdb-9677-deddc34136f7 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423708 Aug 25 05:07:43.285847 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e2051-97be-4d6a-9d3f-1567b4672ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707a1fa6-503f-48c8-a63a-fc2e4fb8e0e1,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:43.293553 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e2051-97be-4d6a-9d3f-1567b4672ce9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:43.293906 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e2051-97be-4d6a-9d3f-1567b4672ce9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:43.294253 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e2051-97be-4d6a-9d3f-1567b4672ce9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:43.294619 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e2051-97be-4d6a-9d3f-1567b4672ce9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:43.294968 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e2051-97be-4d6a-9d3f-1567b4672ce9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:43.295294 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e2051-97be-4d6a-9d3f-1567b4672ce9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:43.295629 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e2051-97be-4d6a-9d3f-1567b4672ce9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:43.295988 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e2051-97be-4d6a-9d3f-1567b4672ce9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:43.296320 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e2051-97be-4d6a-9d3f-1567b4672ce9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:43.296933 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e2051-97be-4d6a-9d3f-1567b4672ce9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:43.296933 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e2051-97be-4d6a-9d3f-1567b4672ce9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:43.297411 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e2051-97be-4d6a-9d3f-1567b4672ce9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:44.395154 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201c19a-06f8-472c-8a70-7de177e8e2f0 req-60c98ac5-a4c4-472d-9c56-a1386e967ac4 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:44.396504 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8201c19a-06f8-472c-8a70-7de177e8e2f0 req-60c98ac5-a4c4-472d-9c56-a1386e967ac4 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0463531 Aug 25 05:07:44.432364 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8201c19a-06f8-472c-8a70-7de177e8e2f0 req-8662b003-1d7c-44c3-8c2d-899796b66c67 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301657 Aug 25 05:07:45.544367 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b130dff-069c-46b0-8290-d74daa890cd8 req-d9a815c6-752f-4ea4-b47b-b5ffd78cbbfe tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:45.546493 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0b130dff-069c-46b0-8290-d74daa890cd8 req-d9a815c6-752f-4ea4-b47b-b5ffd78cbbfe tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0497773 Aug 25 05:07:45.583009 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0b130dff-069c-46b0-8290-d74daa890cd8 req-626b76ac-0af5-45fd-a160-2ff048a8460e tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307667 Aug 25 05:07:46.683837 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9147160-094b-4a5d-a3ac-1992736ac2ec req-47109b6a-5b6b-465b-975b-21934f2d11db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:46.685358 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f9147160-094b-4a5d-a3ac-1992736ac2ec req-47109b6a-5b6b-465b-975b-21934f2d11db service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 1099 time: 0.0408173 Aug 25 05:07:46.707865 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857aad43-23ee-4ac8-b974-261aef9d6e8e req-94ed153a-ef19-4531-845b-86d006882828 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:46.717075 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-857aad43-23ee-4ac8-b974-261aef9d6e8e req-94ed153a-ef19-4531-845b-86d006882828 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0644703 Aug 25 05:07:46.723049 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f9147160-094b-4a5d-a3ac-1992736ac2ec req-68eba9ff-c1df-4c92-8703-9c7f46be55a7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299153 Aug 25 05:07:46.751767 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-857aad43-23ee-4ac8-b974-261aef9d6e8e req-8c75d640-2f8e-46b0-b399-a1b0df6c5671 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336597 Aug 25 05:07:47.784876 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:07:48.053362 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa3602-7d65-41dc-b372-ae5578e272ab req-b2af175c-9e27-4d8d-8f30-feaab4b1ded8 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:48.055636 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-96aa3602-7d65-41dc-b372-ae5578e272ab req-b2af175c-9e27-4d8d-8f30-feaab4b1ded8 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0494008 Aug 25 05:07:48.093541 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-96aa3602-7d65-41dc-b372-ae5578e272ab req-c748941d-406b-499f-bf6e-e0a62848fbae tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317771 Aug 25 05:07:48.196655 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7b3fb-95d4-4172-bc02-5bf3c269e878 req-38237a81-c73d-49df-aca9-e16bca1e9af5 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:48.198143 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b7e7b3fb-95d4-4172-bc02-5bf3c269e878 req-38237a81-c73d-49df-aca9-e16bca1e9af5 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0486059 Aug 25 05:07:48.238926 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b7e7b3fb-95d4-4172-bc02-5bf3c269e878 req-8200f88a-a43e-454f-a2ed-806ee3bd6c03 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347366 Aug 25 05:07:49.214297 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299ba38-443b-467e-a65c-908a7d183ec7 req-08c88a78-740a-43f8-a026-d0f5e7878084 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:49.215810 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0299ba38-443b-467e-a65c-908a7d183ec7 req-08c88a78-740a-43f8-a026-d0f5e7878084 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0538192 Aug 25 05:07:49.254760 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0299ba38-443b-467e-a65c-908a7d183ec7 req-ca9683d4-33c7-45fd-a138-7ce93a87c639 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320277 Aug 25 05:07:49.362146 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe19c49-db87-4634-9e78-d15d89371649 req-1fd0eaa5-07bc-40a0-8e22-cb8d6d3e03d9 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:49.363675 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ebe19c49-db87-4634-9e78-d15d89371649 req-1fd0eaa5-07bc-40a0-8e22-cb8d6d3e03d9 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0497346 Aug 25 05:07:49.410882 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ebe19c49-db87-4634-9e78-d15d89371649 req-40b955fc-bbab-4347-84fe-daf8ffba81e5 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412214 Aug 25 05:07:49.498147 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-73863dc2-a4a7-4c1e-bf94-245347de484c req-56ed1a3b-6f3d-4140-9e8a-e3ea07ec922d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405610 Aug 25 05:07:49.584995 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73863dc2-a4a7-4c1e-bf94-245347de484c req-e52877a9-cf0c-4c32-9976-aeda4b94b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:49.586378 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-73863dc2-a4a7-4c1e-bf94-245347de484c req-e52877a9-cf0c-4c32-9976-aeda4b94b381 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c9b105379c7f4027b785a6ecb7ac5ae5&device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 1099 time: 0.0436420 Aug 25 05:07:49.612108 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:49.751997 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73863dc2-a4a7-4c1e-bf94-245347de484c req-b08e1fb2-e8ad-42ea-b647-f6855aae846a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:49.753560 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-73863dc2-a4a7-4c1e-bf94-245347de484c req-b08e1fb2-e8ad-42ea-b647-f6855aae846a service neutron] 10.222.0.20 "GET /v2.0/networks?id=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 HTTP/1.1" status: 200 len: 918 time: 0.1308055 Aug 25 05:07:49.766885 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40273ef-7cb6-4987-bb10-ed3a94783414 req-7185d06d-aa67-4a05-9749-9f760bab625e tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:49.774889 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b40273ef-7cb6-4987-bb10-ed3a94783414 req-7185d06d-aa67-4a05-9749-9f760bab625e tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0647328 Aug 25 05:07:49.811188 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b40273ef-7cb6-4987-bb10-ed3a94783414 req-1fead9a3-e4ab-4ee1-9c14-3a152e3b15ea tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352671 Aug 25 05:07:49.938748 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 40624) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:50.011589 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-73863dc2-a4a7-4c1e-bf94-245347de484c req-50983e7d-5ebe-4c98-bbf5-6bb060217a8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 HTTP/1.1" status: 200 len: 217 time: 0.2494271 Aug 25 05:07:50.052414 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-faf0298e-91a4-48a9-acd0-fd3503b00b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:50.072030 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73863dc2-a4a7-4c1e-bf94-245347de484c req-26994d80-1d26-468f-aa00-b97dab11dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:50.073485 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-73863dc2-a4a7-4c1e-bf94-245347de484c req-26994d80-1d26-468f-aa00-b97dab11dafd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b58e6673-6329-48ef-8181-7ebd94345e73 HTTP/1.1" status: 200 len: 858 time: 0.0475996 Aug 25 05:07:50.113848 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-73863dc2-a4a7-4c1e-bf94-245347de484c req-2b2d0af0-2136-40e3-abef-28248855c71a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239859 Aug 25 05:07:50.141110 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-faf0298e-91a4-48a9-acd0-fd3503b00b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:50.197715 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-faf0298e-91a4-48a9-acd0-fd3503b00b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:50.204993 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-73863dc2-a4a7-4c1e-bf94-245347de484c req-34b687e0-f2be-4152-be9e-2e33cfee359a service neutron] 10.222.0.20 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836983 Aug 25 05:07:50.237364 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-faf0298e-91a4-48a9-acd0-fd3503b00b97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8a46c201bd4476485421c2b5d58de5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975433 Aug 25 05:07:50.239266 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0298e-91a4-48a9-acd0-fd3503b00b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54982aa5-c0b3-44c1-b9a5-0126cb85141e,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:50.241524 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 40628) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:50.316063 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-73863dc2-a4a7-4c1e-bf94-245347de484c req-41689492-22fc-434b-af54-4329fb404cdd service neutron] 10.222.0.20 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903490 Aug 25 05:07:50.501587 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9e0a2a70-283e-4be1-aa8e-bbbdc8d26556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:50.521792 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9e0a2a70-283e-4be1-aa8e-bbbdc8d26556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:50.533069 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a1230-7ebc-484c-b342-55253a4b4a35 req-f1dcecd4-476f-4318-bc1a-28682d586fe5 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:50.534612 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f47a1230-7ebc-484c-b342-55253a4b4a35 req-f1dcecd4-476f-4318-bc1a-28682d586fe5 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0475430 Aug 25 05:07:50.572021 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f47a1230-7ebc-484c-b342-55253a4b4a35 req-743c855b-6900-4755-a8f9-b2b5bdca4573 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311403 Aug 25 05:07:50.631956 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9e0a2a70-283e-4be1-aa8e-bbbdc8d26556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:50.634432 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9e0a2a70-283e-4be1-aa8e-bbbdc8d26556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:50.635600 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9e0a2a70-283e-4be1-aa8e-bbbdc8d26556 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54982aa5-c0b3-44c1-b9a5-0126cb85141e HTTP/1.1" status: 204 len: 168 time: 0.3931727 Aug 25 05:07:50.643557 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a2a70-283e-4be1-aa8e-bbbdc8d26556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54982aa5-c0b3-44c1-b9a5-0126cb85141e,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:50.936157 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bac66-62e8-40a1-b9c2-15bc11d31d80 req-47552bfb-8644-4e33-bff9-9416ecf69335 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:50.937622 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b43bac66-62e8-40a1-b9c2-15bc11d31d80 req-47552bfb-8644-4e33-bff9-9416ecf69335 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0482056 Aug 25 05:07:50.979015 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b43bac66-62e8-40a1-b9c2-15bc11d31d80 req-5b816512-623e-4f57-9502-8c9ce1424317 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352826 Aug 25 05:07:51.286450 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 40660) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:51.299277 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-79b9c8f5-80b9-4a36-9a67-5169d19dc86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:51.382746 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-79b9c8f5-80b9-4a36-9a67-5169d19dc86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:51.486194 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-79b9c8f5-80b9-4a36-9a67-5169d19dc86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:51.525447 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-79b9c8f5-80b9-4a36-9a67-5169d19dc86b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26354565d39b493bad786bd8103178bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378416 Aug 25 05:07:51.526238 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9c8f5-80b9-4a36-9a67-5169d19dc86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b0d4e4-4825-4bab-9370-41b031e1a606,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:51.533033 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 40664) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:51.580404 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9a145b64-6c7a-4786-8b84-b3149d090590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:51.603474 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9a145b64-6c7a-4786-8b84-b3149d090590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:51.682544 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d4ff5-a5bf-45c8-b259-e3e8b9841357 req-8be5efbe-5228-470c-9fe7-7918bb996262 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:51.684011 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d31d4ff5-a5bf-45c8-b259-e3e8b9841357 req-8be5efbe-5228-470c-9fe7-7918bb996262 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0466659 Aug 25 05:07:51.724493 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d31d4ff5-a5bf-45c8-b259-e3e8b9841357 req-7eab152d-905f-4352-bc66-9698452b17ac tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339847 Aug 25 05:07:51.749732 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9a145b64-6c7a-4786-8b84-b3149d090590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:51.752665 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9a145b64-6c7a-4786-8b84-b3149d090590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:51.753842 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9a145b64-6c7a-4786-8b84-b3149d090590 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8b0d4e4-4825-4bab-9370-41b031e1a606 HTTP/1.1" status: 204 len: 168 time: 0.2198989 Aug 25 05:07:51.761416 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a145b64-6c7a-4786-8b84-b3149d090590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b0d4e4-4825-4bab-9370-41b031e1a606,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:52.091129 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea02e9e-6eeb-49c9-aac1-def97c3b719c req-0e82f214-cec4-4a5c-88d5-84946003792d tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:52.092558 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0ea02e9e-6eeb-49c9-aac1-def97c3b719c req-0e82f214-cec4-4a5c-88d5-84946003792d tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0469470 Aug 25 05:07:52.130946 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0ea02e9e-6eeb-49c9-aac1-def97c3b719c req-0264e906-1e3f-43e3-aabf-f40c2922e478 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324039 Aug 25 05:07:52.836490 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108ecaf-e76d-466c-bfa0-90d59af5d389 req-e31d544f-0812-4843-9001-fd0e8abbf2b9 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:52.837963 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1108ecaf-e76d-466c-bfa0-90d59af5d389 req-e31d544f-0812-4843-9001-fd0e8abbf2b9 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0471132 Aug 25 05:07:52.880092 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1108ecaf-e76d-466c-bfa0-90d59af5d389 req-c4794333-eba3-4e91-9394-02dacbb07b15 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352790 Aug 25 05:07:53.244121 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b4bbf-3752-47b7-bb05-c73bf24f3350 req-bfee9ee2-ad9b-4019-a2e5-9c3374ce4d11 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:53.245594 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6a7b4bbf-3752-47b7-bb05-c73bf24f3350 req-bfee9ee2-ad9b-4019-a2e5-9c3374ce4d11 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0470238 Aug 25 05:07:53.288122 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6a7b4bbf-3752-47b7-bb05-c73bf24f3350 req-d4423cf5-cb92-4be4-804b-8c2c9b8ba861 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362403 Aug 25 05:07:53.616391 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61928330-545c-45e4-933a-cf20ea6c5b09 req-4b1c04e9-5531-4c41-90f9-7ab40a94f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:53.617924 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-61928330-545c-45e4-933a-cf20ea6c5b09 req-4b1c04e9-5531-4c41-90f9-7ab40a94f35a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c9b105379c7f4027b785a6ecb7ac5ae5&device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 1099 time: 0.0408854 Aug 25 05:07:53.745319 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61928330-545c-45e4-933a-cf20ea6c5b09 req-1f6e656f-785f-4593-9279-7a0c5ecc2647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:53.745319 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-61928330-545c-45e4-933a-cf20ea6c5b09 req-1f6e656f-785f-4593-9279-7a0c5ecc2647 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 HTTP/1.1" status: 200 len: 918 time: 0.0907457 Aug 25 05:07:53.889489 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-61928330-545c-45e4-933a-cf20ea6c5b09 req-dfd79e88-decf-4d75-81f1-a8fd1e89ea1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 HTTP/1.1" status: 200 len: 217 time: 0.0372169 Aug 25 05:07:53.943771 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61928330-545c-45e4-933a-cf20ea6c5b09 req-068f45ff-a91a-417a-bea6-91219ea9dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:53.945570 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-61928330-545c-45e4-933a-cf20ea6c5b09 req-068f45ff-a91a-417a-bea6-91219ea9dcae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b58e6673-6329-48ef-8181-7ebd94345e73 HTTP/1.1" status: 200 len: 858 time: 0.0486112 Aug 25 05:07:53.999829 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-61928330-545c-45e4-933a-cf20ea6c5b09 req-15aa3513-e56f-4b8f-baf1-16085b3c3f3f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337124 Aug 25 05:07:54.021267 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712f2f9-5466-4689-b755-c196996bf897 req-3a096cde-bad2-47e3-819c-b1bed7cd7836 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:54.023444 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f712f2f9-5466-4689-b755-c196996bf897 req-3a096cde-bad2-47e3-819c-b1bed7cd7836 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0587959 Aug 25 05:07:54.060273 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f712f2f9-5466-4689-b755-c196996bf897 req-cfa70c53-4821-41d9-9af9-d5319eb70b90 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/security-groups?id=94bbbfa9-57a3-4c2c-8473-35f0630142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308294 Aug 25 05:07:54.102814 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-61928330-545c-45e4-933a-cf20ea6c5b09 req-471bebe8-c4e6-4925-b909-18edc8a8acbb service neutron] 10.222.0.20 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947714 Aug 25 05:07:54.205030 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb0efa-d3cb-47ae-8d89-af7b910ed9f9 req-af8d1831-101c-4c26-8512-9848376dae9b tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:54.206694 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2afb0efa-d3cb-47ae-8d89-af7b910ed9f9 req-af8d1831-101c-4c26-8512-9848376dae9b tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.20 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0540273 Aug 25 05:07:54.255560 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-61928330-545c-45e4-933a-cf20ea6c5b09 req-9b5b246a-63af-4d40-8def-d13715605091 service neutron] 10.222.0.20 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040783 Aug 25 05:07:54.379079 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-2afb0efa-d3cb-47ae-8d89-af7b910ed9f9 req-695d7d7d-4551-442b-95e8-7d9cad117428 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Deleting port 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:07:54.379430 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-2afb0efa-d3cb-47ae-8d89-af7b910ed9f9 req-695d7d7d-4551-442b-95e8-7d9cad117428 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:54.411193 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a161a-c258-4e6b-b4d6-6ed8f73cd237 req-9abe8060-c989-440a-8aac-6a890faec1f4 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:54.412806 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-850a161a-c258-4e6b-b4d6-6ed8f73cd237 req-9abe8060-c989-440a-8aac-6a890faec1f4 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0491250 Aug 25 05:07:54.456675 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-850a161a-c258-4e6b-b4d6-6ed8f73cd237 req-b50ee1eb-f561-462c-bf34-cf89ee5184de tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362177 Aug 25 05:07:54.483284 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-2afb0efa-d3cb-47ae-8d89-af7b910ed9f9 req-695d7d7d-4551-442b-95e8-7d9cad117428 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] For port 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=57f6c12e-c652-4aa7-bc1b-bff9fe1d4605,segment=NetworkSegment(4589598e-4041-45bf-8e23-11905aa38069),segment_id=4589598e-4041-45bf-8e23-11905aa38069)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:07:54.484246 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-2afb0efa-d3cb-47ae-8d89-af7b910ed9f9 req-695d7d7d-4551-442b-95e8-7d9cad117428 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:54.502163 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-2afb0efa-d3cb-47ae-8d89-af7b910ed9f9 req-695d7d7d-4551-442b-95e8-7d9cad117428 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Calling delete_port for 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605 owned by compute:nova {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:07:54.749794 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-2afb0efa-d3cb-47ae-8d89-af7b910ed9f9 req-695d7d7d-4551-442b-95e8-7d9cad117428 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:54.777997 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d7d7d-4551-442b-95e8-7d9cad117428 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Pushing event deleted for resources: {'Port': ['ID=57f6c12e-c652-4aa7-bc1b-bff9fe1d4605,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:54.792672 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['57f6c12e-c652-4aa7-bc1b-bff9fe1d4605'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:07:54.837933 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afb0efa-d3cb-47ae-8d89-af7b910ed9f9 req-695d7d7d-4551-442b-95e8-7d9cad117428 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] No DVR routers for this DVR port 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605 on host hv-cinder-75793 {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:07:54.841096 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-2afb0efa-d3cb-47ae-8d89-af7b910ed9f9 req-695d7d7d-4551-442b-95e8-7d9cad117428 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:54.843656 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2afb0efa-d3cb-47ae-8d89-af7b910ed9f9 req-695d7d7d-4551-442b-95e8-7d9cad117428 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.20 "DELETE /v2.0/ports/57f6c12e-c652-4aa7-bc1b-bff9fe1d4605 HTTP/1.1" status: 204 len: 173 time: 0.6238587 Aug 25 05:07:54.844082 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd295ef58-0b05-4255-912f-9c64bc8d3ec3', 'name': 'network-vif-deleted', 'tag': '57f6c12e-c652-4aa7-bc1b-bff9fe1d4605'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:07:54.846348 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf438fe-9530-46ee-87a9-6cce52557c6e" -d '{"events": [{"server_uuid": "d295ef58-0b05-4255-912f-9c64bc8d3ec3", "name": "network-vif-deleted", "tag": "57f6c12e-c652-4aa7-bc1b-bff9fe1d4605"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:07:54.881611 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702418ab-9e52-48ba-b5c5-a79b2941f4e5 x-openstack-request-id: req-702418ab-9e52-48ba-b5c5-a79b2941f4e5 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:07:54.881910 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d295ef58-0b05-4255-912f-9c64bc8d3ec3", "name": "network-vif-deleted", "tag": "57f6c12e-c652-4aa7-bc1b-bff9fe1d4605", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:07:54.882201 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-702418ab-9e52-48ba-b5c5-a79b2941f4e5 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:07:54.882677 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd295ef58-0b05-4255-912f-9c64bc8d3ec3', 'name': 'network-vif-deleted', 'tag': '57f6c12e-c652-4aa7-bc1b-bff9fe1d4605', 'status': 'completed', 'code': 200} Aug 25 05:07:55.159945 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-886232da-fee8-4433-b8d6-510ef893c766 req-fc0d2149-bbad-4181-99e2-e0d069109f45 tempest-VolumesActionsTest-338096559 tempest-VolumesActionsTest-338096559-project] 10.222.0.13 "GET /v2.0/ports?device_id=d295ef58-0b05-4255-912f-9c64bc8d3ec3 HTTP/1.1" status: 200 len: 210 time: 0.0295851 Aug 25 05:07:55.580262 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0c0b1-c759-4fba-90b4-fdb310a3ed0b req-9c3aee59-133c-4a2e-9338-de88d7869ab9 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:55.581740 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-48a0c0b1-c759-4fba-90b4-fdb310a3ed0b req-9c3aee59-133c-4a2e-9338-de88d7869ab9 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0541313 Aug 25 05:07:55.618653 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-48a0c0b1-c759-4fba-90b4-fdb310a3ed0b req-eedaa271-d8fb-4e3c-af9a-6cff17d12d3d tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309827 Aug 25 05:07:56.753029 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17f563-d1d8-4d81-8a1d-485751b73198 req-399e1e7f-01d8-447a-b746-69baedf7778b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:56.754749 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bc17f563-d1d8-4d81-8a1d-485751b73198 req-399e1e7f-01d8-447a-b746-69baedf7778b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0619493 Aug 25 05:07:56.806452 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bc17f563-d1d8-4d81-8a1d-485751b73198 req-0acb8691-65ad-41e3-a7b4-d0147e72347b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452580 Aug 25 05:07:57.922683 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d43f4-ce04-406a-95ab-243f7bb49dd7 req-9252090f-7347-475b-9c1e-bbaa245390e1 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:07:57.924193 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-289d43f4-ce04-406a-95ab-243f7bb49dd7 req-9252090f-7347-475b-9c1e-bbaa245390e1 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0480456 Aug 25 05:07:57.960437 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-289d43f4-ce04-406a-95ab-243f7bb49dd7 req-c0aac1fc-5485-4c46-b47f-3f3aa12b25d8 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303087 Aug 25 05:07:59.189268 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 40922) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:59.288977 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e82acfa5-f958-469a-9f04-3027871e7777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:59.377951 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e82acfa5-f958-469a-9f04-3027871e7777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:59.457856 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e82acfa5-f958-469a-9f04-3027871e7777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:59.495492 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e82acfa5-f958-469a-9f04-3027871e7777 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ec666d6fcf74b638c893bb9f4b84fe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051620 Aug 25 05:07:59.496348 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82acfa5-f958-469a-9f04-3027871e7777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef64fd6c-1668-40b0-a25f-31d2304b65f2,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:59.498905 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 40930) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:07:59.547666 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f212430e-03bd-4728-91d9-3166e9fac7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:59.567791 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f212430e-03bd-4728-91d9-3166e9fac7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:59.677864 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f212430e-03bd-4728-91d9-3166e9fac7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:59.680367 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f212430e-03bd-4728-91d9-3166e9fac7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:07:59.681465 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f212430e-03bd-4728-91d9-3166e9fac7c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef64fd6c-1668-40b0-a25f-31d2304b65f2 HTTP/1.1" status: 204 len: 168 time: 0.1799772 Aug 25 05:07:59.689622 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212430e-03bd-4728-91d9-3166e9fac7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef64fd6c-1668-40b0-a25f-31d2304b65f2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:00.117896 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:08:00.137990 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] No Port match for: 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:08:00.138355 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 57f6c12e-c652-4aa7-bc1b-bff9fe1d4605 not bound to the agent host hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:08:00.270066 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 40948) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:00.283607 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13fcffc5-8dbe-484f-a286-e519d0d6a9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:00.367677 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13fcffc5-8dbe-484f-a286-e519d0d6a9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:00.440631 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13fcffc5-8dbe-484f-a286-e519d0d6a9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:00.479540 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-13fcffc5-8dbe-484f-a286-e519d0d6a9f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cee93de84d6c4d7da3541d160508a093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2083740 Aug 25 05:08:00.480470 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcffc5-8dbe-484f-a286-e519d0d6a9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c912fc26-d9ee-4405-b3a7-1bce4bd52ec4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:00.482173 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 40952) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:00.520630 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4f31393-a826-4b0c-a48f-588d46db9f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:00.534854 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8feac7a2-259c-481e-a5cf-4e9a252c765b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:00.554809 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8feac7a2-259c-481e-a5cf-4e9a252c765b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:00.775012 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8feac7a2-259c-481e-a5cf-4e9a252c765b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:00.777731 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8feac7a2-259c-481e-a5cf-4e9a252c765b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:00.778952 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-8feac7a2-259c-481e-a5cf-4e9a252c765b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c912fc26-d9ee-4405-b3a7-1bce4bd52ec4 HTTP/1.1" status: 204 len: 168 time: 0.2949297 Aug 25 05:08:00.787000 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feac7a2-259c-481e-a5cf-4e9a252c765b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c912fc26-d9ee-4405-b3a7-1bce4bd52ec4,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:02.994151 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be1af723-d3ff-476c-adf6-b161085c74e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:03.097347 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82863923-b8f0-4b75-ba19-49b97dafe745 req-5a4bd7c2-0b50-4093-a9f9-c02cd6a1e43b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:03.104635 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-82863923-b8f0-4b75-ba19-49b97dafe745 req-5a4bd7c2-0b50-4093-a9f9-c02cd6a1e43b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0699148 Aug 25 05:08:03.146964 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-82863923-b8f0-4b75-ba19-49b97dafe745 req-fa6c96dd-47f5-4a2e-8804-1cf2fe9646e2 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393481 Aug 25 05:08:03.312222 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:03.472783 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b8380-9985-4062-81f6-cdc2416759fb req-7ed096fd-6366-4bf3-958b-c587413cf9a3 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:03.483522 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-678b8380-9985-4062-81f6-cdc2416759fb req-7ed096fd-6366-4bf3-958b-c587413cf9a3 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0986302 Aug 25 05:08:03.519959 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-678b8380-9985-4062-81f6-cdc2416759fb req-a12e89e1-a17c-490e-bcfc-02dc93631532 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354664 Aug 25 05:08:04.250099 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:04.674501 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cf7ca-c9e2-4f5b-b6ca-2eb65b33d175 req-9daeb71e-1e89-415d-8669-299b673789e8 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:04.683998 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1b7cf7ca-c9e2-4f5b-b6ca-2eb65b33d175 req-9daeb71e-1e89-415d-8669-299b673789e8 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0799611 Aug 25 05:08:04.743039 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1b7cf7ca-c9e2-4f5b-b6ca-2eb65b33d175 req-5a6ab601-e86d-4061-9a9a-5f9ad03899cb tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579045 Aug 25 05:08:05.932679 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:05.982782 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a2932-9284-4c22-8b3e-988e0b213023 req-96e3e64d-d071-43a2-9931-f1969c6e7d9a tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:05.990331 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-965a2932-9284-4c22-8b3e-988e0b213023 req-96e3e64d-d071-43a2-9931-f1969c6e7d9a tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/networks?id=f56a9b07-6c6a-4f03-92c6-427129739fed HTTP/1.1" status: 200 len: 814 time: 0.1650040 Aug 25 05:08:06.012251 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-965a2932-9284-4c22-8b3e-988e0b213023 req-60d9a368-2e15-4018-819b-c26d82d55a4d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/quotas/bc5e16762d884267a7491c617cb51cd3 HTTP/1.1" status: 200 len: 375 time: 0.0207534 Aug 25 05:08:06.082102 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-965a2932-9284-4c22-8b3e-988e0b213023 req-4f500d23-0fb0-4b15-8db4-89fc88c09161 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc5e16762d884267a7491c617cb51cd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0686469 Aug 25 05:08:06.145496 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdda58-0bc4-4365-9507-c639c7d444fb req-3a1d7650-192f-45d9-9aea-15d0815af32b tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:06.147252 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-50bdda58-0bc4-4365-9507-c639c7d444fb req-3a1d7650-192f-45d9-9aea-15d0815af32b tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0543911 Aug 25 05:08:06.197349 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-965a2932-9284-4c22-8b3e-988e0b213023 req-b9d2401d-410e-44b0-a856-4bf325be0e5f service neutron] 10.222.0.13 "GET /v2.0/networks/f56a9b07-6c6a-4f03-92c6-427129739fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137619 Aug 25 05:08:06.213219 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-50bdda58-0bc4-4365-9507-c639c7d444fb req-8f34e038-8430-46d7-948b-2c1fb1ad3a2c tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564382 Aug 25 05:08:06.328753 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-965a2932-9284-4c22-8b3e-988e0b213023 req-0ea844f8-be3d-4f9f-9c08-b2630fac0d2f service neutron] 10.222.0.13 "GET /v2.0/networks/f56a9b07-6c6a-4f03-92c6-427129739fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306598 Aug 25 05:08:06.332881 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d6c01-4a01-4c5a-9fcb-6439966ad708 req-fae2b8b5-bdf2-449a-ac0c-1bbc489feee4 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:06.334429 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-995d6c01-4a01-4c5a-9fcb-6439966ad708 req-fae2b8b5-bdf2-449a-ac0c-1bbc489feee4 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0556133 Aug 25 05:08:06.377293 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-995d6c01-4a01-4c5a-9fcb-6439966ad708 req-1c8cea69-e92d-4432-8c61-918209000147 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356550 Aug 25 05:08:06.644842 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d1df385b-b192-4eb0-a737-6e737ee94e76 req-08dbad8f-7b01-4bce-9771-681f8e02fa94 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 210 time: 0.0531304 Aug 25 05:08:07.342654 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff1367-04e2-4734-a34a-a7e8d8596208 req-d347f28e-9f9e-4e33-b029-2f133ccb0f74 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:07.352493 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-33ff1367-04e2-4734-a34a-a7e8d8596208 req-d347f28e-9f9e-4e33-b029-2f133ccb0f74 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0720298 Aug 25 05:08:07.463085 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-33ff1367-04e2-4734-a34a-a7e8d8596208 req-43af2f0b-d2cf-41cf-b846-7f0ca921f692 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093719 Aug 25 05:08:07.579047 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1538b-a715-4569-9d5f-4a47b05d47ac req-aea9442c-f366-47d6-9f43-a23aa5873a95 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:07.582989 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-abf1538b-a715-4569-9d5f-4a47b05d47ac req-aea9442c-f366-47d6-9f43-a23aa5873a95 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0803604 Aug 25 05:08:07.637601 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-abf1538b-a715-4569-9d5f-4a47b05d47ac req-6f53f07b-af75-4828-ac0e-7f493783f427 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440459 Aug 25 05:08:07.767453 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-665fd0a4-dbe4-416c-88f1-19e07cb23565 req-335203e7-3e6f-44f5-a274-c9d6a443f070 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 210 time: 0.0448978 Aug 25 05:08:08.592495 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c22e06-de2a-4c7c-8ded-905a7f5726c3 req-b50df5b6-af63-4e75-a28b-a1ed26d0eda8 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:08.595291 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-65c22e06-de2a-4c7c-8ded-905a7f5726c3 req-b50df5b6-af63-4e75-a28b-a1ed26d0eda8 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0503073 Aug 25 05:08:08.617081 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 41244) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:08.649604 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-65c22e06-de2a-4c7c-8ded-905a7f5726c3 req-1682e686-239e-4f08-be22-6bb4f4f235da tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482395 Aug 25 05:08:08.755869 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669212b-0c03-4c59-a8dc-a5ee37770652 req-9509fc0d-ddee-45db-af46-137ff72abfcc tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:08.763105 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2669212b-0c03-4c59-a8dc-a5ee37770652 req-9509fc0d-ddee-45db-af46-137ff72abfcc tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0542879 Aug 25 05:08:08.807194 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2669212b-0c03-4c59-a8dc-a5ee37770652 req-d8a711d1-cd08-418b-9416-e6cd6947177e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432239 Aug 25 05:08:08.808473 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0162a8fd-b2cd-4bf1-98ee-fc6d270d9d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:08.899165 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7dfca8bc-1750-4a9d-a13d-8dc1c73bbf08 req-fb4483eb-468c-4a25-b6a9-99b5ee582214 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 210 time: 0.0358388 Aug 25 05:08:08.912385 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0162a8fd-b2cd-4bf1-98ee-fc6d270d9d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:08.980726 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0162a8fd-b2cd-4bf1-98ee-fc6d270d9d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:09.020290 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-0162a8fd-b2cd-4bf1-98ee-fc6d270d9d4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc5202383d9747aeb4824cbbd070df10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4119053 Aug 25 05:08:09.021417 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162a8fd-b2cd-4bf1-98ee-fc6d270d9d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ae6b2d-cb8a-404c-9917-591173654762,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:09.023009 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 41252) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:09.078215 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0fa30e05-7e9b-485e-a3ea-efd6aa9ae66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:09.104563 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0fa30e05-7e9b-485e-a3ea-efd6aa9ae66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:09.219151 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0fa30e05-7e9b-485e-a3ea-efd6aa9ae66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:09.222524 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0fa30e05-7e9b-485e-a3ea-efd6aa9ae66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:09.223698 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-0fa30e05-7e9b-485e-a3ea-efd6aa9ae66b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08ae6b2d-cb8a-404c-9917-591173654762 HTTP/1.1" status: 204 len: 168 time: 0.1994753 Aug 25 05:08:09.232385 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa30e05-7e9b-485e-a3ea-efd6aa9ae66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ae6b2d-cb8a-404c-9917-591173654762,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:09.565456 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a2932-9284-4c22-8b3e-988e0b213023 req-d47ea825-37ea-42ea-ba79-1e62ed3459af tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:09.567199 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-965a2932-9284-4c22-8b3e-988e0b213023 req-d47ea825-37ea-42ea-ba79-1e62ed3459af tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.20 "GET /v2.0/networks?id=f56a9b07-6c6a-4f03-92c6-427129739fed HTTP/1.1" status: 200 len: 814 time: 0.1283145 Aug 25 05:08:09.594656 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-965a2932-9284-4c22-8b3e-988e0b213023 req-04cc693c-341b-4588-ae0e-674479e3d6d0 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Request body: {'port': {'device_id': '4a21349f-9ffb-493a-981c-c19c173deb0c', 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed', 'admin_state_up': True, 'tenant_id': 'bc5e16762d884267a7491c617cb51cd3'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:08:09.821607 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38431d0a-8d5a-4330-9a68-14a642ccdf32 req-6d6fd490-0760-47dc-8e8b-7190a914bb66 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:09.823999 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-38431d0a-8d5a-4330-9a68-14a642ccdf32 req-6d6fd490-0760-47dc-8e8b-7190a914bb66 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0666025 Aug 25 05:08:09.889807 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-38431d0a-8d5a-4330-9a68-14a642ccdf32 req-b8e67614-3c5a-42e7-81d2-b64c8303cac5 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587194 Aug 25 05:08:09.892399 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-965a2932-9284-4c22-8b3e-988e0b213023 req-04cc693c-341b-4588-ae0e-674479e3d6d0 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Made reservation on behalf of bc5e16762d884267a7491c617cb51cd3 for: {'port': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:08:09.896010 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-965a2932-9284-4c22-8b3e-988e0b213023 req-04cc693c-341b-4588-ae0e-674479e3d6d0 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:10.020739 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-86a56bca-a310-4c69-870c-3c049c41aa01 req-6929123a-9bd3-4255-a390-7c7b4a59d64b tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 210 time: 0.0369668 Aug 25 05:08:10.046562 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5aa5ee-cd3e-47dc-8dd6-fa08a9a82bf7 req-e356fefd-b565-45df-967b-d24c1ece4c52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:10.046562 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6c5aa5ee-cd3e-47dc-8dd6-fa08a9a82bf7 req-e356fefd-b565-45df-967b-d24c1ece4c52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0933621 Aug 25 05:08:10.066722 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 41282) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:10.081332 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1dd2d826-8305-415c-929e-390ce0204a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:10.122219 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6c5aa5ee-cd3e-47dc-8dd6-fa08a9a82bf7 req-eb5db39c-5a96-487d-a4d0-297cceac5880 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648804 Aug 25 05:08:10.149151 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [req-965a2932-9284-4c22-8b3e-988e0b213023 req-04cc693c-341b-4588-ae0e-674479e3d6d0 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Allocated IP 172.20.0.8 (f56a9b07-6c6a-4f03-92c6-427129739fed/d53b1662-ec49-4fbc-9102-24e8f837212c/6fd15c0f-d9e4-4870-82d2-a849360c2983) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:08:10.227428 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1dd2d826-8305-415c-929e-390ce0204a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:10.278702 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 41286) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:10.335078 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1dd2d826-8305-415c-929e-390ce0204a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:10.354627 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-965a2932-9284-4c22-8b3e-988e0b213023 req-04cc693c-341b-4588-ae0e-674479e3d6d0 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:10.383938 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1dd2d826-8305-415c-929e-390ce0204a0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7d9b36d7ea94410b635ed06c3da08b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158157 Aug 25 05:08:10.385015 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 41296) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:10.449862 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-539e01c6-60c6-46df-bc9f-614de4323c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:10.461355 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2d826-8305-415c-929e-390ce0204a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac24a13f-6293-4bb0-baf2-a5c5305cabe4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:10.478789 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-965a2932-9284-4c22-8b3e-988e0b213023 req-04cc693c-341b-4588-ae0e-674479e3d6d0 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:10.481989 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-208acfee-2028-4a87-a3ca-f8da2a241509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:10.517481 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-208acfee-2028-4a87-a3ca-f8da2a241509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:10.520287 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-965a2932-9284-4c22-8b3e-988e0b213023 req-04cc693c-341b-4588-ae0e-674479e3d6d0 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Network f56a9b07-6c6a-4f03-92c6-427129739fed is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:08:10.524226 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['bc8b7ad1-e789-465f-b100-b9d8d6fd164d', 'e9ebbd9e-3f2c-43a7-954c-cf85e21072a5', '9787c16c-960d-4e62-86f6-fc7f37b1213c'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:08:10.526060 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [req-965a2932-9284-4c22-8b3e-988e0b213023 req-04cc693c-341b-4588-ae0e-674479e3d6d0 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:08:10.533279 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-965a2932-9284-4c22-8b3e-988e0b213023 req-04cc693c-341b-4588-ae0e-674479e3d6d0 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:08:10.595664 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc693c-341b-4588-ae0e-674479e3d6d0 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Pushing event updated for resources: {'Port': ['ID=6fd15c0f-d9e4-4870-82d2-a849360c2983,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:10.658322 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a2932-9284-4c22-8b3e-988e0b213023 req-04cc693c-341b-4588-ae0e-674479e3d6d0 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:10.661309 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-965a2932-9284-4c22-8b3e-988e0b213023 req-04cc693c-341b-4588-ae0e-674479e3d6d0 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:10.668872 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-539e01c6-60c6-46df-bc9f-614de4323c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:10.715269 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-208acfee-2028-4a87-a3ca-f8da2a241509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:10.717841 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-208acfee-2028-4a87-a3ca-f8da2a241509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:10.719033 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-208acfee-2028-4a87-a3ca-f8da2a241509 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac24a13f-6293-4bb0-baf2-a5c5305cabe4 HTTP/1.1" status: 204 len: 168 time: 0.3310342 Aug 25 05:08:10.731254 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208acfee-2028-4a87-a3ca-f8da2a241509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac24a13f-6293-4bb0-baf2-a5c5305cabe4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:10.752567 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-539e01c6-60c6-46df-bc9f-614de4323c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:10.795488 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-539e01c6-60c6-46df-bc9f-614de4323c17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1de38758ffa46bc9e0b64e71268c990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5154793 Aug 25 05:08:10.798125 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 41300) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:10.838942 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e01c6-60c6-46df-bc9f-614de4323c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04286c50-d425-40f3-9af1-e82179c7d344,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:10.859722 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-965a2932-9284-4c22-8b3e-988e0b213023 req-04cc693c-341b-4588-ae0e-674479e3d6d0 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2697134 Aug 25 05:08:10.884385 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-965a2932-9284-4c22-8b3e-988e0b213023 req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] Request body: {'port': {'device_id': '4a21349f-9ffb-493a-981c-c19c173deb0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:08:10.889621 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ac3da36c-cd1b-4469-824c-6950fe0c12b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:10.936711 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ac3da36c-cd1b-4469-824c-6950fe0c12b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:10.997271 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-965a2932-9284-4c22-8b3e-988e0b213023 req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:11.049393 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48e7ab-b5e1-41b9-b79c-9536bbe125bd req-8df19fe5-3f13-4805-ad38-97bb0ac82e14 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:11.051800 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0f48e7ab-b5e1-41b9-b79c-9536bbe125bd req-8df19fe5-3f13-4805-ad38-97bb0ac82e14 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0849631 Aug 25 05:08:11.153733 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ac3da36c-cd1b-4469-824c-6950fe0c12b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:11.155726 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0f48e7ab-b5e1-41b9-b79c-9536bbe125bd req-7d602b64-0014-4d09-9231-d5a9cc233a20 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964515 Aug 25 05:08:11.156505 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ac3da36c-cd1b-4469-824c-6950fe0c12b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:11.174126 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ac3da36c-cd1b-4469-824c-6950fe0c12b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04286c50-d425-40f3-9af1-e82179c7d344 HTTP/1.1" status: 204 len: 168 time: 0.3608537 Aug 25 05:08:11.226040 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3da36c-cd1b-4469-824c-6950fe0c12b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04286c50-d425-40f3-9af1-e82179c7d344,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:11.270769 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01437019-f667-4ca1-8cef-d2778702e60c req-58fe2e5b-26ff-4525-a077-c1d80d00c288 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:11.272343 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-01437019-f667-4ca1-8cef-d2778702e60c req-58fe2e5b-26ff-4525-a077-c1d80d00c288 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 931 time: 0.1301773 Aug 25 05:08:11.308124 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283261f-bfd9-4b71-8fc1-1e9dd50c9819 req-ca4b3f5d-cc26-4184-a339-795d499503c3 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:11.317039 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a283261f-bfd9-4b71-8fc1-1e9dd50c9819 req-ca4b3f5d-cc26-4184-a339-795d499503c3 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0626199 Aug 25 05:08:11.362528 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-01437019-f667-4ca1-8cef-d2778702e60c req-7d632fa1-c309-4c8d-adc0-4a420c12bee4 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591731 Aug 25 05:08:11.366309 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a283261f-bfd9-4b71-8fc1-1e9dd50c9819 req-e2e8a035-c11d-41fd-99c1-39932a086eda tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442808 Aug 25 05:08:11.451366 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [req-965a2932-9284-4c22-8b3e-988e0b213023 req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd15c0f-d9e4-4870-82d2-a849360c2983 {{(pid=94638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:08:11.461205 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-965a2932-9284-4c22-8b3e-988e0b213023 req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:11.475512 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-965a2932-9284-4c22-8b3e-988e0b213023 req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] Transition to ACTIVE for port object 6fd15c0f-d9e4-4870-82d2-a849360c2983 will not be triggered until provisioned by entity L2. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:08:11.494406 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 41318) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:11.510142 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-db56c322-bd94-4022-a145-2d662f20231e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:11.548758 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-965a2932-9284-4c22-8b3e-988e0b213023 req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52348945'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:11.624659 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd15c0f-d9e4-4870-82d2-a849360c2983,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:11.726784 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-db56c322-bd94-4022-a145-2d662f20231e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:11.743749 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-965a2932-9284-4c22-8b3e-988e0b213023 req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] Attempting to bind port 6fd15c0f-d9e4-4870-82d2-a849360c2983 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:08:11.744104 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-965a2932-9284-4c22-8b3e-988e0b213023 req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] Attempting to bind port 6fd15c0f-d9e4-4870-82d2-a849360c2983 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed'}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:08:11.744414 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a2932-9284-4c22-8b3e-988e0b213023 req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] Attempting to bind port 6fd15c0f-d9e4-4870-82d2-a849360c2983 on network f56a9b07-6c6a-4f03-92c6-427129739fed {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:08:11.751503 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a2932-9284-4c22-8b3e-988e0b213023 req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] Port 6fd15c0f-d9e4-4870-82d2-a849360c2983 on network f56a9b07-6c6a-4f03-92c6-427129739fed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 05:08:11.752065 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a2932-9284-4c22-8b3e-988e0b213023 req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] Attempting to bind port 6fd15c0f-d9e4-4870-82d2-a849360c2983 on network f56a9b07-6c6a-4f03-92c6-427129739fed {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:08:11.757583 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a2932-9284-4c22-8b3e-988e0b213023 req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] Checking agent: {'id': '2d6b99c1-3d97-4a8a-bca5-2c0d702c36c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'started_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:08:11.757950 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a2932-9284-4c22-8b3e-988e0b213023 req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] Checking segment: {'id': '9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:08:11.758501 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a2932-9284-4c22-8b3e-988e0b213023 req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] Bound using segment: {'id': '9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed'} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:08:11.758984 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-965a2932-9284-4c22-8b3e-988e0b213023 req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] Bound port: 6fd15c0f-d9e4-4870-82d2-a849360c2983, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed'}}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:08:11.759347 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-965a2932-9284-4c22-8b3e-988e0b213023 req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:11.841522 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-965a2932-9284-4c22-8b3e-988e0b213023 req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] For port 6fd15c0f-d9e4-4870-82d2-a849360c2983, host hv-cinder-75793, cleared binding levels {{(pid=94638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:08:11.846066 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-965a2932-9284-4c22-8b3e-988e0b213023 req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] For port 6fd15c0f-d9e4-4870-82d2-a849360c2983, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=6fd15c0f-d9e4-4870-82d2-a849360c2983,segment=NetworkSegment(9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb),segment_id=9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb)] {{(pid=94638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:08:11.872586 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-db56c322-bd94-4022-a145-2d662f20231e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:11.914881 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-db56c322-bd94-4022-a145-2d662f20231e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9401c2979c924e9d96c7e3bc55547bcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4190753 Aug 25 05:08:11.915452 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56c322-bd94-4022-a145-2d662f20231e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c717b1-dbdc-4062-82c3-222ed6da326b,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:11.917416 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 41322) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:11.976112 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-965a2932-9284-4c22-8b3e-988e0b213023 req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52348945'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:11.997197 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5b9f452-9b04-4f9e-a738-ec570265d858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:12.031674 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5b9f452-9b04-4f9e-a738-ec570265d858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:12.035148 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a2932-9284-4c22-8b3e-988e0b213023 req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:12.035764 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-965a2932-9284-4c22-8b3e-988e0b213023 req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:12.037215 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-965a2932-9284-4c22-8b3e-988e0b213023 req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] 10.222.0.20 "PUT /v2.0/ports/6fd15c0f-d9e4-4870-82d2-a849360c2983 HTTP/1.1" status: 200 len: 1093 time: 1.1579876 Aug 25 05:08:12.042739 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a21349f-9ffb-493a-981c-c19c173deb0c', 'tag': '6fd15c0f-d9e4-4870-82d2-a849360c2983'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:08:12.044960 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecc7d06-a313-4dfd-b024-0cf3c0f1ed6f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a21349f-9ffb-493a-981c-c19c173deb0c", "tag": "6fd15c0f-d9e4-4870-82d2-a849360c2983"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:08:12.052480 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ecf378-56ee-4fc3-bb3f-56a6d2feed35 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd15c0f-d9e4-4870-82d2-a849360c2983,revision_number=3']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:12.085164 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 41326) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:12.102058 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8241cdcf-ae59-4faa-ab92-18253dd87804 x-openstack-request-id: req-8241cdcf-ae59-4faa-ab92-18253dd87804 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:08:12.102446 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a21349f-9ffb-493a-981c-c19c173deb0c", "tag": "6fd15c0f-d9e4-4870-82d2-a849360c2983", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:08:12.107902 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8241cdcf-ae59-4faa-ab92-18253dd87804 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:08:12.107902 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a21349f-9ffb-493a-981c-c19c173deb0c', 'tag': '6fd15c0f-d9e4-4870-82d2-a849360c2983', 'status': 'completed', 'code': 200} Aug 25 05:08:12.107902 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4f400c27-3ab6-4d0e-a63f-dd34c17bcc69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:12.201120 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5b9f452-9b04-4f9e-a738-ec570265d858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:12.203875 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5b9f452-9b04-4f9e-a738-ec570265d858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:12.207698 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e5b9f452-9b04-4f9e-a738-ec570265d858 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3c717b1-dbdc-4062-82c3-222ed6da326b HTTP/1.1" status: 204 len: 168 time: 0.2886500 Aug 25 05:08:12.222309 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9f452-9b04-4f9e-a738-ec570265d858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c717b1-dbdc-4062-82c3-222ed6da326b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:12.311234 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc7d06-a313-4dfd-b024-0cf3c0f1ed6f req-c0126db2-615a-4c3c-b469-b0912f4e4e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:12.314439 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3ecc7d06-a313-4dfd-b024-0cf3c0f1ed6f req-c0126db2-615a-4c3c-b469-b0912f4e4e7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5e16762d884267a7491c617cb51cd3&device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 1096 time: 0.0828526 Aug 25 05:08:12.325927 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4f400c27-3ab6-4d0e-a63f-dd34c17bcc69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:12.334081 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451517b-75eb-4c85-b986-bc1da76e1d83 req-be967892-5855-4ab4-aa10-7565e87204c5 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:12.346650 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f451517b-75eb-4c85-b986-bc1da76e1d83 req-be967892-5855-4ab4-aa10-7565e87204c5 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0863371 Aug 25 05:08:12.403015 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4f400c27-3ab6-4d0e-a63f-dd34c17bcc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:12.425684 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f451517b-75eb-4c85-b986-bc1da76e1d83 req-77eda80b-0e79-4483-9903-50de24908a5f tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775647 Aug 25 05:08:12.570436 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-4f400c27-3ab6-4d0e-a63f-dd34c17bcc69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec2ba43675db43adab048f3b6b62d08c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4856300 Aug 25 05:08:12.576440 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f400c27-3ab6-4d0e-a63f-dd34c17bcc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9ccd50-7e0a-462a-8e77-5cd54e3b0064,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:12.579462 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 41346) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:12.655145 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54690d7-b20d-48bd-90fc-37a5af31f531 req-1322459e-2d5a-4f84-b982-41b431004ab9 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:12.669372 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e54690d7-b20d-48bd-90fc-37a5af31f531 req-1322459e-2d5a-4f84-b982-41b431004ab9 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.1285224 Aug 25 05:08:12.679113 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc7d06-a313-4dfd-b024-0cf3c0f1ed6f req-b335db03-2225-4c11-af0e-1ace5d6a1832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:12.682551 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3ecc7d06-a313-4dfd-b024-0cf3c0f1ed6f req-b335db03-2225-4c11-af0e-1ace5d6a1832 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=bc5e16762d884267a7491c617cb51cd3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3401856 Aug 25 05:08:12.690749 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a1e4c-abc0-4b5c-a7b3-2c75ae05da05 req-78b1acd7-405b-4a12-a080-93479461fb0f tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:12.692254 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-912a1e4c-abc0-4b5c-a7b3-2c75ae05da05 req-78b1acd7-405b-4a12-a080-93479461fb0f tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 943 time: 0.1939948 Aug 25 05:08:12.706232 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e00ca168-ce7c-4a39-a183-1c68262992f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:12.737832 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e54690d7-b20d-48bd-90fc-37a5af31f531 req-6b968626-926d-4796-bea5-10a1d96ffd8e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665562 Aug 25 05:08:12.747057 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e00ca168-ce7c-4a39-a183-1c68262992f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:12.907108 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-912a1e4c-abc0-4b5c-a7b3-2c75ae05da05 req-64ea28ba-aacd-4229-a9d8-5cbc6fee3226 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030051 Aug 25 05:08:12.926907 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc7d06-a313-4dfd-b024-0cf3c0f1ed6f req-2658dd5b-8b4f-432a-9bf2-ee57d2d842ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:12.927653 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3ecc7d06-a313-4dfd-b024-0cf3c0f1ed6f req-2658dd5b-8b4f-432a-9bf2-ee57d2d842ee service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2320859 Aug 25 05:08:13.001218 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e00ca168-ce7c-4a39-a183-1c68262992f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:13.004329 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e00ca168-ce7c-4a39-a183-1c68262992f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:13.009637 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e00ca168-ce7c-4a39-a183-1c68262992f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd9ccd50-7e0a-462a-8e77-5cd54e3b0064 HTTP/1.1" status: 204 len: 168 time: 0.4164662 Aug 25 05:08:13.018744 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ca168-ce7c-4a39-a183-1c68262992f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9ccd50-7e0a-462a-8e77-5cd54e3b0064,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:13.123227 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a2932-9284-4c22-8b3e-988e0b213023 req-6a75fc00-8806-4137-b34e-66599f278998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:13.125436 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-965a2932-9284-4c22-8b3e-988e0b213023 req-6a75fc00-8806-4137-b34e-66599f278998 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5e16762d884267a7491c617cb51cd3&device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 1096 time: 0.0862565 Aug 25 05:08:13.184776 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-965a2932-9284-4c22-8b3e-988e0b213023 req-86109898-1d9a-4988-bb7e-ee68d46eb424 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fd15c0f-d9e4-4870-82d2-a849360c2983 HTTP/1.1" status: 200 len: 217 time: 0.0384741 Aug 25 05:08:13.250950 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a2932-9284-4c22-8b3e-988e0b213023 req-7e82ddcf-949a-48d3-82aa-bfa2f7a11ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:13.252103 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-965a2932-9284-4c22-8b3e-988e0b213023 req-7e82ddcf-949a-48d3-82aa-bfa2f7a11ad5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d53b1662-ec49-4fbc-9102-24e8f837212c HTTP/1.1" status: 200 len: 854 time: 0.0498447 Aug 25 05:08:13.288672 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-965a2932-9284-4c22-8b3e-988e0b213023 req-c19957de-34fb-4762-9807-60efe9e53c5f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f56a9b07-6c6a-4f03-92c6-427129739fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265839 Aug 25 05:08:13.407465 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-965a2932-9284-4c22-8b3e-988e0b213023 req-f8bad8c7-6643-4c17-b213-f39c6dfd558a service neutron] 10.222.0.20 "GET /v2.0/networks/f56a9b07-6c6a-4f03-92c6-427129739fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085691 Aug 25 05:08:13.570024 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-965a2932-9284-4c22-8b3e-988e0b213023 req-b91535c9-475e-4bc5-8739-0458c0af8d3f service neutron] 10.222.0.20 "GET /v2.0/networks/f56a9b07-6c6a-4f03-92c6-427129739fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509976 Aug 25 05:08:13.573694 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355217e1-a718-4c87-b038-5af3239a1d43 req-326c3fe0-7d78-499c-a391-996fc6d931ad tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:13.575209 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-355217e1-a718-4c87-b038-5af3239a1d43 req-326c3fe0-7d78-499c-a391-996fc6d931ad tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0730882 Aug 25 05:08:13.650932 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-355217e1-a718-4c87-b038-5af3239a1d43 req-ea5199e3-3927-4538-9cda-848de41374bc tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610452 Aug 25 05:08:13.851670 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 41384) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:13.866101 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aab6dc3a-6562-4174-81f7-680e99890590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:13.908528 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cc1bd-74bc-4028-85b3-0155085f204c req-02502f55-9be7-49d9-b4c0-f6367663527a tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:13.918248 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ba3cc1bd-74bc-4028-85b3-0155085f204c req-02502f55-9be7-49d9-b4c0-f6367663527a tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0833976 Aug 25 05:08:13.964357 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ba3cc1bd-74bc-4028-85b3-0155085f204c req-30a7ebd3-a6d3-4f6a-8c5c-084ecd22b0d4 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451522 Aug 25 05:08:14.107197 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aab6dc3a-6562-4174-81f7-680e99890590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:14.136506 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4732c0-766d-4326-9b63-ff018801cc39 req-0c4ffdcc-5e0b-49bb-a2e5-1486d6e4a747 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:14.139231 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ac4732c0-766d-4326-9b63-ff018801cc39 req-0c4ffdcc-5e0b-49bb-a2e5-1486d6e4a747 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 943 time: 0.0675778 Aug 25 05:08:14.173775 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aab6dc3a-6562-4174-81f7-680e99890590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:14.208122 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ac4732c0-766d-4326-9b63-ff018801cc39 req-475114e8-f6f4-4806-b8ac-776c8aa7f000 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622106 Aug 25 05:08:14.267969 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 41396) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:14.268153 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-aab6dc3a-6562-4174-81f7-680e99890590 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f563b2e6a2949a8a428aea86a6a6101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4152951 Aug 25 05:08:14.270533 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6dc3a-6562-4174-81f7-680e99890590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf98f0e-68be-46f6-b65f-93977f2451bb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:14.387836 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b626215d-36c8-448d-b892-7c8469b357c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:14.433047 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b626215d-36c8-448d-b892-7c8469b357c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:14.466883 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c910c11-20d2-44bd-8a49-34b22ef6734b req-f007dbc7-3e3f-4591-9753-520f677d11e8 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:14.475130 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1c910c11-20d2-44bd-8a49-34b22ef6734b req-f007dbc7-3e3f-4591-9753-520f677d11e8 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.1007204 Aug 25 05:08:14.565163 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1c910c11-20d2-44bd-8a49-34b22ef6734b req-d6abbc12-5f81-412d-a76d-50f05b22d646 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700037 Aug 25 05:08:14.572752 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290c5ca-2782-4a5d-a69c-e2329b332386 req-359a0afb-94be-421e-a073-2a817a1fceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:14.574325 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4290c5ca-2782-4a5d-a69c-e2329b332386 req-359a0afb-94be-421e-a073-2a817a1fceb5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c9b105379c7f4027b785a6ecb7ac5ae5&device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 1099 time: 0.0980840 Aug 25 05:08:14.677091 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b626215d-36c8-448d-b892-7c8469b357c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:14.677408 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b626215d-36c8-448d-b892-7c8469b357c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:14.681432 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b626215d-36c8-448d-b892-7c8469b357c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fcf98f0e-68be-46f6-b65f-93977f2451bb HTTP/1.1" status: 204 len: 168 time: 0.4096291 Aug 25 05:08:14.697497 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626215d-36c8-448d-b892-7c8469b357c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf98f0e-68be-46f6-b65f-93977f2451bb,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:14.701843 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290c5ca-2782-4a5d-a69c-e2329b332386 req-92fe7e89-4c48-4708-a491-0066291d6b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:14.703386 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4290c5ca-2782-4a5d-a69c-e2329b332386 req-92fe7e89-4c48-4708-a491-0066291d6b99 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 HTTP/1.1" status: 200 len: 918 time: 0.1184349 Aug 25 05:08:14.775930 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4290c5ca-2782-4a5d-a69c-e2329b332386 req-4b41af3f-0aa2-4934-ba72-c87de28c31fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 HTTP/1.1" status: 200 len: 217 time: 0.0552781 Aug 25 05:08:14.837548 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0b264-a8bf-46b3-8220-98292217b227 req-afba8fbe-b199-4c46-bd38-acabde766a7b tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:14.840388 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4ff0b264-a8bf-46b3-8220-98292217b227 req-afba8fbe-b199-4c46-bd38-acabde766a7b tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0833127 Aug 25 05:08:14.857573 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290c5ca-2782-4a5d-a69c-e2329b332386 req-919589f7-fe7c-485c-ad02-8716c690e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:14.859736 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4290c5ca-2782-4a5d-a69c-e2329b332386 req-919589f7-fe7c-485c-ad02-8716c690e94a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b58e6673-6329-48ef-8181-7ebd94345e73 HTTP/1.1" status: 200 len: 858 time: 0.0712094 Aug 25 05:08:14.936082 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4290c5ca-2782-4a5d-a69c-e2329b332386 req-ef2baeb3-cccb-44aa-ade8-878b155b294a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678058 Aug 25 05:08:14.941200 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4ff0b264-a8bf-46b3-8220-98292217b227 req-1eac4139-6997-407e-8ca4-c5a8c0b4c4bb tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843892 Aug 25 05:08:14.941722 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 41410) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:15.115626 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4290c5ca-2782-4a5d-a69c-e2329b332386 req-562a3c33-1fc2-458d-a686-682a308a5a23 service neutron] 10.222.0.20 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702402 Aug 25 05:08:15.256360 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 6fd15c0f-d9e4-4870-82d2-a849360c2983 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:08:15.315302 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf732c38-beeb-46b9-8b8d-72ab1d23f984 req-decd3808-786d-4723-9a50-e3514b411e89 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:15.322368 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cf732c38-beeb-46b9-8b8d-72ab1d23f984 req-decd3808-786d-4723-9a50-e3514b411e89 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.1996522 Aug 25 05:08:15.323928 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66ab814a-b917-4e04-8a78-1ccea81400c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:15.395025 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cf732c38-beeb-46b9-8b8d-72ab1d23f984 req-0335bb68-d2e5-4c62-b2f9-00e7bb8f92b7 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716040 Aug 25 05:08:15.404569 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4290c5ca-2782-4a5d-a69c-e2329b332386 req-695b2e8d-7ff5-4497-8211-f659bc4bdf87 service neutron] 10.222.0.20 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677310 Aug 25 05:08:15.471969 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 6fd15c0f-d9e4-4870-82d2-a849360c2983, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=6fd15c0f-d9e4-4870-82d2-a849360c2983,segment=NetworkSegment(9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb),segment_id=9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:08:15.489947 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000096b-fbe6-4f32-b9da-0b50d4c8941d req-3657f08e-7a94-44e1-89da-244d4f568ec5 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:15.497939 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': '6fd15c0f-d9e4-4870-82d2-a849360c2983', 'network_id': 'f56a9b07-6c6a-4f03-92c6-427129739fed', 'port_id': '6fd15c0f-d9e4-4870-82d2-a849360c2983', 'mac_address': 'fa:16:3e:0a:f0:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd53b1662-ec49-4fbc-9102-24e8f837212c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:08:15.499025 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7000096b-fbe6-4f32-b9da-0b50d4c8941d req-3657f08e-7a94-44e1-89da-244d4f568ec5 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 943 time: 0.1376250 Aug 25 05:08:15.558412 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:15.573785 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd15c0f-d9e4-4870-82d2-a849360c2983 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:08:15.588338 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66ab814a-b917-4e04-8a78-1ccea81400c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:15.602929 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7000096b-fbe6-4f32-b9da-0b50d4c8941d req-55bec9ee-e7bf-4158-85bb-590b85711783 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010218 Aug 25 05:08:15.612779 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 6fd15c0f-d9e4-4870-82d2-a849360c2983, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=6fd15c0f-d9e4-4870-82d2-a849360c2983,segment=NetworkSegment(9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb),segment_id=9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:08:15.697983 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66ab814a-b917-4e04-8a78-1ccea81400c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:15.718653 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:15.741810 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cf7f4-25a5-43d3-80be-2c929d2092dc req-308f2b94-a388-45fa-a84b-74729ca923f8 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:15.741810 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ed9cf7f4-25a5-43d3-80be-2c929d2092dc req-308f2b94-a388-45fa-a84b-74729ca923f8 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0909579 Aug 25 05:08:15.767049 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab814a-b917-4e04-8a78-1ccea81400c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5752309-25ae-45d3-8412-299ae8ebc1b1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:15.780339 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-66ab814a-b917-4e04-8a78-1ccea81400c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=173a11a38d174184a8a378b5339f6207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8351798 Aug 25 05:08:15.785703 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 41442) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:15.821029 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=6fd15c0f-d9e4-4870-82d2-a849360c2983,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:15.830908 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:15.831259 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:15.831924 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:15.832422 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:15.832925 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:15.833668 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:15.834204 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:15.844383 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ed9cf7f4-25a5-43d3-80be-2c929d2092dc req-ef16f200-d5a7-4d5b-86df-facf70b44a51 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840714 Aug 25 05:08:15.845569 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:15.847177 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:15.847838 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:15.848430 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:15.848994 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:15.885106 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54fd8235-4177-4593-a8ee-eea70e0a31e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:15.919561 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54fd8235-4177-4593-a8ee-eea70e0a31e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:16.067627 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daac97c-cd8f-4a8b-bb5f-40ce28aa6485 req-f6a42be1-424a-4f9f-be9a-6413384f4a16 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:16.069208 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7daac97c-cd8f-4a8b-bb5f-40ce28aa6485 req-f6a42be1-424a-4f9f-be9a-6413384f4a16 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0582833 Aug 25 05:08:16.070934 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54fd8235-4177-4593-a8ee-eea70e0a31e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:16.073022 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54fd8235-4177-4593-a8ee-eea70e0a31e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:16.076411 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-54fd8235-4177-4593-a8ee-eea70e0a31e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5752309-25ae-45d3-8412-299ae8ebc1b1 HTTP/1.1" status: 204 len: 168 time: 0.2874234 Aug 25 05:08:16.088709 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd8235-4177-4593-a8ee-eea70e0a31e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5752309-25ae-45d3-8412-299ae8ebc1b1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:16.138786 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7daac97c-cd8f-4a8b-bb5f-40ce28aa6485 req-c1b93baa-c553-49d8-a3af-fcd88e01ae22 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573843 Aug 25 05:08:16.168815 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['6fd15c0f-d9e4-4870-82d2-a849360c2983'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:08:16.587743 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a041d-c70e-4a2b-a933-cc001b9841e2 req-2d3937c4-cc70-4fea-a2c7-cf3701d88757 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:16.596311 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-214a041d-c70e-4a2b-a933-cc001b9841e2 req-2d3937c4-cc70-4fea-a2c7-cf3701d88757 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.1137784 Aug 25 05:08:16.766469 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d429d-2a8c-43fd-bd45-9fa7af6ed6fd req-4284e03d-ef66-4255-9d0a-0db2caac6139 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:16.780715 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cb8d429d-2a8c-43fd-bd45-9fa7af6ed6fd req-4284e03d-ef66-4255-9d0a-0db2caac6139 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 944 time: 0.0843682 Aug 25 05:08:16.844061 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cb8d429d-2a8c-43fd-bd45-9fa7af6ed6fd req-1b050f64-3c48-4b11-893b-4f7f4e06e71d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558259 Aug 25 05:08:16.908004 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-214a041d-c70e-4a2b-a933-cc001b9841e2 req-9986f6b7-d530-4ad0-bb8a-c7fc7b3f78be tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3115885 Aug 25 05:08:17.060670 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd3d76-a9fc-4fcc-8151-2c340c2d287a req-37c2c838-3358-4ccf-84f2-4fc282170d15 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:17.062774 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7ccd3d76-a9fc-4fcc-8151-2c340c2d287a req-37c2c838-3358-4ccf-84f2-4fc282170d15 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0646043 Aug 25 05:08:17.117497 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7ccd3d76-a9fc-4fcc-8151-2c340c2d287a req-b193be58-c6f6-4c93-ae31-b26aa1fe6ae6 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487249 Aug 25 05:08:17.293497 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5da50-91c8-43b2-af7e-bb74ebc1aa37 req-6fad0a73-d044-46f5-ab25-e8cf060eefd2 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:17.295713 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a1f5da50-91c8-43b2-af7e-bb74ebc1aa37 req-6fad0a73-d044-46f5-ab25-e8cf060eefd2 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0866354 Aug 25 05:08:17.365326 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a1f5da50-91c8-43b2-af7e-bb74ebc1aa37 req-9213f95e-5992-4d78-8b1d-3f88250bbf0f tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619085 Aug 25 05:08:18.016882 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880f856-6792-46dd-ac88-7905dc1832e2 req-818e3562-3e4e-42ea-974d-c4a14eb4bd87 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:18.019271 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9880f856-6792-46dd-ac88-7905dc1832e2 req-818e3562-3e4e-42ea-974d-c4a14eb4bd87 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 944 time: 0.0836551 Aug 25 05:08:18.086602 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9880f856-6792-46dd-ac88-7905dc1832e2 req-66808a9a-753d-47f5-874f-b9bed38c4604 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601885 Aug 25 05:08:18.087613 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7ded3-7e41-4cd3-b586-5a625a8cc7d4 req-896ac95f-77fd-405a-ab39-4e193500b16f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:18.096815 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bcb7ded3-7e41-4cd3-b586-5a625a8cc7d4 req-896ac95f-77fd-405a-ab39-4e193500b16f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0710621 Aug 25 05:08:18.179280 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bcb7ded3-7e41-4cd3-b586-5a625a8cc7d4 req-9e70e6a2-c787-48d2-80f2-fe47d577d5f3 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633807 Aug 25 05:08:18.282082 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdda9a-cbcf-4d54-8465-2cf16be3aaa4 req-68596372-a24c-44fa-bd3f-8b0dd7bedfd2 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:18.285478 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-78fdda9a-cbcf-4d54-8465-2cf16be3aaa4 req-68596372-a24c-44fa-bd3f-8b0dd7bedfd2 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0629354 Aug 25 05:08:18.360538 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-78fdda9a-cbcf-4d54-8465-2cf16be3aaa4 req-5564efc4-6577-4e6a-9343-a948059adfc4 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658324 Aug 25 05:08:18.510352 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049191af-871c-446b-83e0-83ff5d3f759a req-47e0c24e-b9b3-4860-933b-e0ffa2ea20fb tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:18.512269 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-049191af-871c-446b-83e0-83ff5d3f759a req-47e0c24e-b9b3-4860-933b-e0ffa2ea20fb tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0674794 Aug 25 05:08:18.576720 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-049191af-871c-446b-83e0-83ff5d3f759a req-27d04913-554d-4e43-b984-d02d6f104f68 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564449 Aug 25 05:08:19.208222 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dd309-934d-4689-9ea3-9e971a0b6f76 req-52253f0b-389e-4072-a316-8b51b7180847 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:19.212279 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-813dd309-934d-4689-9ea3-9e971a0b6f76 req-52253f0b-389e-4072-a316-8b51b7180847 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 944 time: 0.0479903 Aug 25 05:08:19.260502 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-813dd309-934d-4689-9ea3-9e971a0b6f76 req-9968dc51-2394-4b4b-ad99-c1b6fc6d39f8 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427980 Aug 25 05:08:19.297314 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 6fd15c0f-d9e4-4870-82d2-a849360c2983 up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:08:19.378592 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622dee1-0644-418b-8bb7-62fb8439046a req-a8f7dac6-f27c-48a3-8c20-1931c9889334 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:19.381096 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8622dee1-0644-418b-8bb7-62fb8439046a req-a8f7dac6-f27c-48a3-8c20-1931c9889334 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0815518 Aug 25 05:08:19.434316 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 41564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:19.438227 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning for port 6fd15c0f-d9e4-4870-82d2-a849360c2983 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:08:19.442916 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port 6fd15c0f-d9e4-4870-82d2-a849360c2983 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:08:19.449084 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:19.479630 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8622dee1-0644-418b-8bb7-62fb8439046a req-da5f1745-23f4-42e7-a571-4d27b40bd391 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877469 Aug 25 05:08:19.565602 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145125d3-a52e-4493-ad04-e062ad6ebb51 req-d85c5cfe-b07a-404a-9573-770e86debafb tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:19.567852 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-145125d3-a52e-4493-ad04-e062ad6ebb51 req-d85c5cfe-b07a-404a-9573-770e86debafb tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.1137352 Aug 25 05:08:19.573044 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:19.604776 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a21349f-9ffb-493a-981c-c19c173deb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd15c0f-d9e4-4870-82d2-a849360c2983'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:08:19.604984 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775ee911-0a53-4002-97db-ea465d672ea8" -d '{"events": [{"server_uuid": "4a21349f-9ffb-493a-981c-c19c173deb0c", "name": "network-vif-plugged", "status": "completed", "tag": "6fd15c0f-d9e4-4870-82d2-a849360c2983"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:08:19.620111 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 6fd15c0f-d9e4-4870-82d2-a849360c2983, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=6fd15c0f-d9e4-4870-82d2-a849360c2983,segment=NetworkSegment(9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb),segment_id=9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:08:19.663646 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-145125d3-a52e-4493-ad04-e062ad6ebb51 req-5e25936d-4939-48f8-ba14-f2c3db785132 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887811 Aug 25 05:08:19.668257 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:19.670399 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d45fdebf-bd41-4d9c-80ea-0cfd6ba31a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:19.700749 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:19.718476 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821f0630-47e7-4c1d-9e6e-1f8f0878c66b x-openstack-request-id: req-821f0630-47e7-4c1d-9e6e-1f8f0878c66b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:08:19.719349 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a21349f-9ffb-493a-981c-c19c173deb0c", "name": "network-vif-plugged", "status": "completed", "tag": "6fd15c0f-d9e4-4870-82d2-a849360c2983", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:08:19.719933 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-821f0630-47e7-4c1d-9e6e-1f8f0878c66b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:08:19.721613 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a21349f-9ffb-493a-981c-c19c173deb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd15c0f-d9e4-4870-82d2-a849360c2983', 'code': 200} Aug 25 05:08:19.795307 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=6fd15c0f-d9e4-4870-82d2-a849360c2983,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:19.918580 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d45fdebf-bd41-4d9c-80ea-0cfd6ba31a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:19.929366 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef879be5-e69f-4342-9087-041c43e439cb req-b2daeba8-1b94-40b3-97ae-68bcd363bbb9 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:19.930872 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ef879be5-e69f-4342-9087-041c43e439cb req-b2daeba8-1b94-40b3-97ae-68bcd363bbb9 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.1030090 Aug 25 05:08:19.968059 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ef879be5-e69f-4342-9087-041c43e439cb req-d70e5625-0c3b-4d4d-98dd-7351640a037e tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310535 Aug 25 05:08:19.989742 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d45fdebf-bd41-4d9c-80ea-0cfd6ba31a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:20.028467 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d45fdebf-bd41-4d9c-80ea-0cfd6ba31a2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=faeed484c2854345afc04f66579baa0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5926800 Aug 25 05:08:20.030376 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fdebf-bd41-4d9c-80ea-0cfd6ba31a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d437bf66-5b7b-4653-b344-8e837342fb42,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:20.031154 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 41584) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:20.151794 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ad1f681f-46fd-459f-8126-83ff62eece26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:20.187284 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ad1f681f-46fd-459f-8126-83ff62eece26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:20.201264 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85854b26-0780-4d02-b56a-05ecd8ff3484 req-bebc75cf-bcf5-40ac-b619-1eda31d31b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:20.202871 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-85854b26-0780-4d02-b56a-05ecd8ff3484 req-bebc75cf-bcf5-40ac-b619-1eda31d31b90 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 1098 time: 0.1056466 Aug 25 05:08:20.274203 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-85854b26-0780-4d02-b56a-05ecd8ff3484 req-33ce8bd5-7339-436b-8f88-681f3b58ad3b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552557 Aug 25 05:08:20.407922 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ad1f681f-46fd-459f-8126-83ff62eece26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:20.412600 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ad1f681f-46fd-459f-8126-83ff62eece26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:20.414489 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ad1f681f-46fd-459f-8126-83ff62eece26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d437bf66-5b7b-4653-b344-8e837342fb42 HTTP/1.1" status: 204 len: 168 time: 0.3818676 Aug 25 05:08:20.449118 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f681f-46fd-459f-8126-83ff62eece26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d437bf66-5b7b-4653-b344-8e837342fb42,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:20.511351 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06696d-6be4-4d8c-8490-3ca72d8dc8fa req-e35b80ad-2e26-46cc-beda-c739a1ab2d06 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:20.520738 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fd06696d-6be4-4d8c-8490-3ca72d8dc8fa req-e35b80ad-2e26-46cc-beda-c739a1ab2d06 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 945 time: 0.1793525 Aug 25 05:08:20.551874 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e3f20-0c18-4917-9fc2-6324c03205bd req-74e16d46-1737-4e06-8dc6-d4933af5621d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:20.556270 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-427e3f20-0c18-4917-9fc2-6324c03205bd req-74e16d46-1737-4e06-8dc6-d4933af5621d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.1448717 Aug 25 05:08:20.603445 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-427e3f20-0c18-4917-9fc2-6324c03205bd req-52883336-3368-4914-9c5b-d5ce7a3ba0b0 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390790 Aug 25 05:08:20.610031 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fd06696d-6be4-4d8c-8490-3ca72d8dc8fa req-41386d15-fb02-42d6-945a-6b1452bec9b4 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705462 Aug 25 05:08:20.761386 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2f7f1-b236-4663-8cfb-538df6c839a3 req-916eafe8-5e49-492e-a93b-2f610d03b8cf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:20.772121 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bfa2f7f1-b236-4663-8cfb-538df6c839a3 req-916eafe8-5e49-492e-a93b-2f610d03b8cf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.1002874 Aug 25 05:08:20.830412 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bfa2f7f1-b236-4663-8cfb-538df6c839a3 req-d5fa54a3-d136-4834-a1df-c4fd628e6962 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571430 Aug 25 05:08:20.885444 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceae8c-eafc-48a1-946f-2a00caa92447 req-c480d5cc-a74f-4753-867f-c7b36387811a tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:20.888597 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afd322-2627-4ba2-a3c3-69ea014a5e85 req-8cb58c22-2abf-4ea2-9a28-7c9f77857a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:20.890965 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e3afd322-2627-4ba2-a3c3-69ea014a5e85 req-8cb58c22-2abf-4ea2-9a28-7c9f77857a83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0deea94d44084234a6e40672e3f0e996&device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 1099 time: 0.0751715 Aug 25 05:08:20.892552 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-aeceae8c-eafc-48a1-946f-2a00caa92447 req-c480d5cc-a74f-4753-867f-c7b36387811a tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0919905 Aug 25 05:08:20.970115 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-aeceae8c-eafc-48a1-946f-2a00caa92447 req-ea2ccf8a-be57-4044-8c9b-1b730e5bf2f9 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686564 Aug 25 05:08:21.017096 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afd322-2627-4ba2-a3c3-69ea014a5e85 req-20f2401b-65e8-4aa4-8bb8-2e4ceff24827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:21.018711 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e3afd322-2627-4ba2-a3c3-69ea014a5e85 req-20f2401b-65e8-4aa4-8bb8-2e4ceff24827 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6ccc573-34f3-494f-bb99-823ef7768dbb HTTP/1.1" status: 200 len: 911 time: 0.1164026 Aug 25 05:08:21.280535 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 41606) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:21.294646 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b189e765-a904-494a-9fe7-d36130372300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:21.397551 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b189e765-a904-494a-9fe7-d36130372300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:21.446938 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b189e765-a904-494a-9fe7-d36130372300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:21.516359 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-b189e765-a904-494a-9fe7-d36130372300 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49ddd34901ce42cd8801042cb53fc8bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306335 Aug 25 05:08:21.516359 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189e765-a904-494a-9fe7-d36130372300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ea67af-cb7f-4fee-a6c0-13f3567160e2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:21.518686 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 41610) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:21.586237 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5d4cbe38-156d-4034-aedc-489e601cf5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:21.607828 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5d4cbe38-156d-4034-aedc-489e601cf5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:21.761268 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d08deb-7960-4b22-974f-432e35bfe6e4 req-452f0953-5dd7-4fd9-8169-6e2373972131 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:21.763131 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-46d08deb-7960-4b22-974f-432e35bfe6e4 req-452f0953-5dd7-4fd9-8169-6e2373972131 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 945 time: 0.0629940 Aug 25 05:08:21.786680 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1a1ae-e7e5-4100-be2a-3a474eff9daa req-5a276ad9-55a0-49d3-9f24-35dddba586e2 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:21.790244 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-20e1a1ae-e7e5-4100-be2a-3a474eff9daa req-5a276ad9-55a0-49d3-9f24-35dddba586e2 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0757987 Aug 25 05:08:21.821694 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-46d08deb-7960-4b22-974f-432e35bfe6e4 req-e36f1650-7224-42c5-9836-1d29cf441c35 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520403 Aug 25 05:08:21.823856 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5d4cbe38-156d-4034-aedc-489e601cf5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:21.826773 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5d4cbe38-156d-4034-aedc-489e601cf5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:21.828711 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-5d4cbe38-156d-4034-aedc-489e601cf5ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03ea67af-cb7f-4fee-a6c0-13f3567160e2 HTTP/1.1" status: 204 len: 168 time: 0.3087726 Aug 25 05:08:21.850115 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4cbe38-156d-4034-aedc-489e601cf5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ea67af-cb7f-4fee-a6c0-13f3567160e2,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:21.854391 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-20e1a1ae-e7e5-4100-be2a-3a474eff9daa req-148e6b46-4614-49f8-b652-4fdf2a71d9a0 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456774 Aug 25 05:08:22.052384 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e3afd322-2627-4ba2-a3c3-69ea014a5e85 req-0cfe67ef-73d7-46dc-90e5-1a4df3753651 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce HTTP/1.1" status: 200 len: 1002 time: 0.1028783 Aug 25 05:08:22.072166 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12420e95-b169-486b-8adc-1ac4bdcf7054 req-5c8762d4-3a48-4bbd-9ce4-77363c83f9ac tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:22.078199 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-12420e95-b169-486b-8adc-1ac4bdcf7054 req-5c8762d4-3a48-4bbd-9ce4-77363c83f9ac tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0809155 Aug 25 05:08:22.148822 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3656ae9-c1d9-487e-a796-076133985713 req-01124efe-a5df-4dd5-86e8-5048f0b121de tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:22.152080 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-12420e95-b169-486b-8adc-1ac4bdcf7054 req-c7354307-01f6-4d45-bf99-5b5a4898d997 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604250 Aug 25 05:08:22.156264 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a3656ae9-c1d9-487e-a796-076133985713 req-01124efe-a5df-4dd5-86e8-5048f0b121de tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0976315 Aug 25 05:08:22.197650 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a3656ae9-c1d9-487e-a796-076133985713 req-abfff244-69b2-49ca-a516-6d2b55018018 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404935 Aug 25 05:08:23.002987 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155c140-6e6c-4f69-8344-534e0004660d req-e31d898a-b4d9-41e8-af5d-f12fa4dbec9e tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:23.007427 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afd322-2627-4ba2-a3c3-69ea014a5e85 req-f4190da7-86c9-4e32-b9aa-eb44aa914825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:23.009107 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e3afd322-2627-4ba2-a3c3-69ea014a5e85 req-f4190da7-86c9-4e32-b9aa-eb44aa914825 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63327dc2-0b57-412f-9bea-3d5445c9009c HTTP/1.1" status: 200 len: 850 time: 0.1299355 Aug 25 05:08:23.012666 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4155c140-6e6c-4f69-8344-534e0004660d req-e31d898a-b4d9-41e8-af5d-f12fa4dbec9e tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0622289 Aug 25 05:08:23.017523 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c7a47-3de0-4dcf-a777-9ec6d6f4e1a4 req-8ebc2f98-d52c-4789-a97e-af7249461fa5 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:23.019549 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-667c7a47-3de0-4dcf-a777-9ec6d6f4e1a4 req-8ebc2f98-d52c-4789-a97e-af7249461fa5 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 945 time: 0.0903392 Aug 25 05:08:23.069744 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-667c7a47-3de0-4dcf-a777-9ec6d6f4e1a4 req-4467e3f8-1c7c-41bf-a0a6-f3afda628b0c tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396771 Aug 25 05:08:23.071941 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4155c140-6e6c-4f69-8344-534e0004660d req-e5c9f811-c54a-47bc-92ac-73f4b3371214 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579081 Aug 25 05:08:23.296279 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d958fd-4695-4a90-8715-f07586394c5d req-35ed6657-1296-4f9c-8b43-5dd53b59c291 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:23.298195 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d9d958fd-4695-4a90-8715-f07586394c5d req-35ed6657-1296-4f9c-8b43-5dd53b59c291 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0690765 Aug 25 05:08:23.334975 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73880cf3-8790-4268-9a1d-77b2942305c4 req-17fb4840-3d1a-420c-beee-06662e901209 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:23.336500 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-73880cf3-8790-4268-9a1d-77b2942305c4 req-17fb4840-3d1a-420c-beee-06662e901209 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0668302 Aug 25 05:08:23.379102 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d9d958fd-4695-4a90-8715-f07586394c5d req-07baaa72-b2d3-4fd6-b1c6-206b330d7853 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589092 Aug 25 05:08:23.417326 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-73880cf3-8790-4268-9a1d-77b2942305c4 req-90ddf207-5d63-498d-9512-592adae31671 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745163 Aug 25 05:08:23.869800 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 41680) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:23.990998 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56bb46b5-9367-432f-8f3c-bfcb453d0c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:24.000382 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afd322-2627-4ba2-a3c3-69ea014a5e85 req-3b028947-f528-4c5e-b910-0e77c78a4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:24.002099 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e3afd322-2627-4ba2-a3c3-69ea014a5e85 req-3b028947-f528-4c5e-b910-0e77c78a4d6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6ccc573-34f3-494f-bb99-823ef7768dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638745 Aug 25 05:08:24.127802 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e3afd322-2627-4ba2-a3c3-69ea014a5e85 req-7d5242e0-e64b-4553-b23a-515363401b9b service neutron] 10.222.0.20 "GET /v2.0/networks/a6ccc573-34f3-494f-bb99-823ef7768dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147106 Aug 25 05:08:24.181441 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56bb46b5-9367-432f-8f3c-bfcb453d0c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:24.199801 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c07fb-30e3-46d7-8b6e-9b3f374d9ee1 req-5d997952-b47e-4376-b446-8659982d4098 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:24.201183 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9c6c07fb-30e3-46d7-8b6e-9b3f374d9ee1 req-5d997952-b47e-4376-b446-8659982d4098 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0488825 Aug 25 05:08:24.244659 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9c6c07fb-30e3-46d7-8b6e-9b3f374d9ee1 req-9512b3d7-0d90-4095-87d8-503331972643 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367737 Aug 25 05:08:24.268243 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56bb46b5-9367-432f-8f3c-bfcb453d0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:24.291194 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932510e3-974d-4040-9189-3a0251249d0a req-d178880f-c463-4e74-a851-a1eacdfe84a8 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:24.292673 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-932510e3-974d-4040-9189-3a0251249d0a req-d178880f-c463-4e74-a851-a1eacdfe84a8 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 945 time: 0.1158957 Aug 25 05:08:24.304444 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e3afd322-2627-4ba2-a3c3-69ea014a5e85 req-273a84a5-0c30-4058-a007-57788709f6fa service neutron] 10.222.0.20 "GET /v2.0/networks/a6ccc573-34f3-494f-bb99-823ef7768dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652565 Aug 25 05:08:24.341398 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-56bb46b5-9367-432f-8f3c-bfcb453d0c45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53767cfe5bee459587fde823bb0b3658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4704065 Aug 25 05:08:24.343705 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb46b5-9367-432f-8f3c-bfcb453d0c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb7f17e-afa3-45b3-bb9c-36b3dc33ab07,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:24.344290 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 41694) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:24.363403 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-932510e3-974d-4040-9189-3a0251249d0a req-81731e5c-3c35-49a6-9893-535aafcd0758 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635316 Aug 25 05:08:24.405419 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cb24886-93a3-4ac2-8cb6-1bb4668c000c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:24.427798 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cb24886-93a3-4ac2-8cb6-1bb4668c000c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:24.514015 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdadc0-6b81-4bff-82ab-be71a4d3179b req-3eb238e5-c7b0-4ca7-a8c3-77ee99bbad19 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:24.515681 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-51cdadc0-6b81-4bff-82ab-be71a4d3179b req-3eb238e5-c7b0-4ca7-a8c3-77ee99bbad19 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0625298 Aug 25 05:08:24.539323 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc7d49-8a78-4a59-9f25-8bc95b02f1b3 req-1d108af7-6236-43c8-8014-59a0dfd7730d tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:24.540930 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-59bc7d49-8a78-4a59-9f25-8bc95b02f1b3 req-1d108af7-6236-43c8-8014-59a0dfd7730d tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0509565 Aug 25 05:08:24.559146 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-51cdadc0-6b81-4bff-82ab-be71a4d3179b req-7db4c44d-5f20-44be-b890-7bbd12e36c21 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318320 Aug 25 05:08:24.580477 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-59bc7d49-8a78-4a59-9f25-8bc95b02f1b3 req-21c31f5f-f86d-4a3c-b38e-6bac0280116e tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323486 Aug 25 05:08:24.606738 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cb24886-93a3-4ac2-8cb6-1bb4668c000c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:24.609861 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cb24886-93a3-4ac2-8cb6-1bb4668c000c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:24.611062 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-7cb24886-93a3-4ac2-8cb6-1bb4668c000c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bb7f17e-afa3-45b3-bb9c-36b3dc33ab07 HTTP/1.1" status: 204 len: 168 time: 0.2650638 Aug 25 05:08:24.618943 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb24886-93a3-4ac2-8cb6-1bb4668c000c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb7f17e-afa3-45b3-bb9c-36b3dc33ab07,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:24.784423 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:08:25.356771 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e659979-e222-4c45-ab66-4347c4458846 req-ac74b7ca-c014-497f-9ed7-4ff769d7dd11 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:25.358129 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4e659979-e222-4c45-ab66-4347c4458846 req-ac74b7ca-c014-497f-9ed7-4ff769d7dd11 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0469446 Aug 25 05:08:25.395066 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4e659979-e222-4c45-ab66-4347c4458846 req-a2cb7788-dbbc-4aa6-8aa9-49f3a5283b9f tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310667 Aug 25 05:08:25.485491 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc7ec4-216c-48bd-a855-2c3a94b0c8f6 req-7f4cac8f-d1cc-4600-989d-977cc811eaa0 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:25.486956 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-01bc7ec4-216c-48bd-a855-2c3a94b0c8f6 req-7f4cac8f-d1cc-4600-989d-977cc811eaa0 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 945 time: 0.0461984 Aug 25 05:08:25.524774 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-01bc7ec4-216c-48bd-a855-2c3a94b0c8f6 req-6c272acb-5d2d-4b34-b759-8c50eb119988 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321679 Aug 25 05:08:25.689198 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de8e13-14f1-4074-86e7-f1709c2fd5db req-f0898753-4b6b-4dfe-815e-8216dc48a36f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:25.690709 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c7de8e13-14f1-4074-86e7-f1709c2fd5db req-f0898753-4b6b-4dfe-815e-8216dc48a36f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0510242 Aug 25 05:08:25.699317 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73100bb-7d3c-4beb-bc75-064e733c833b req-0c4abd85-cdae-466e-a26a-2da5c6fb5df4 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:25.701069 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d73100bb-7d3c-4beb-bc75-064e733c833b req-0c4abd85-cdae-466e-a26a-2da5c6fb5df4 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0516951 Aug 25 05:08:25.728600 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c7de8e13-14f1-4074-86e7-f1709c2fd5db req-a2e41be0-ee34-4da2-bf98-ef89e40cc46e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317073 Aug 25 05:08:25.739697 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d73100bb-7d3c-4beb-bc75-064e733c833b req-a5cc4ee2-a985-4a30-82f3-5d7cfe978b0e tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320792 Aug 25 05:08:26.506797 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d0639-fc1d-45d7-8e22-84ca115ce41f req-3a72640b-2348-41fc-9e46-d8346b006e7d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:26.508346 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-998d0639-fc1d-45d7-8e22-84ca115ce41f req-3a72640b-2348-41fc-9e46-d8346b006e7d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0478065 Aug 25 05:08:26.545309 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-998d0639-fc1d-45d7-8e22-84ca115ce41f req-3c1aa44b-b0a6-44cb-b14b-4335c12ca2e7 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312853 Aug 25 05:08:26.849212 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072163c-45ba-4e5d-81ab-e1b1cfcf421d req-528674b7-3f62-48e9-b5f1-4d8ff4e9088e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:26.850759 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9072163c-45ba-4e5d-81ab-e1b1cfcf421d req-528674b7-3f62-48e9-b5f1-4d8ff4e9088e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0506880 Aug 25 05:08:26.853148 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df5de1-c38b-4379-a2b8-a1b445eb5415 req-8b0da2b2-507e-4841-9623-ff1be03a1122 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:26.854636 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-29df5de1-c38b-4379-a2b8-a1b445eb5415 req-8b0da2b2-507e-4841-9623-ff1be03a1122 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0485075 Aug 25 05:08:26.892875 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9072163c-45ba-4e5d-81ab-e1b1cfcf421d req-d14210fb-cc0d-43cf-91cf-4d510207c310 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361376 Aug 25 05:08:26.894630 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-29df5de1-c38b-4379-a2b8-a1b445eb5415 req-e960f568-d8c6-4a06-95d6-67ccdb611911 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319166 Aug 25 05:08:27.658902 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dedab-3b8c-41e3-84bf-7a5b8c331c12 req-751093e2-757a-42d7-8552-f2f7bdbc75bc tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:27.660332 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f38dedab-3b8c-41e3-84bf-7a5b8c331c12 req-751093e2-757a-42d7-8552-f2f7bdbc75bc tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0492251 Aug 25 05:08:27.696892 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f38dedab-3b8c-41e3-84bf-7a5b8c331c12 req-f7d31453-7a6e-41b2-b48f-3dc786dc36fc tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308280 Aug 25 05:08:28.006099 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29803d7e-6bd7-4ca9-98f4-150d9cd52a2a req-e341d96b-7f19-463e-b770-f6eeea984fea tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:28.007379 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3426e-25e8-4d02-915e-677a77671ea0 req-ce22d028-121e-43a8-8103-7b6de12a3517 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:28.007648 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-29803d7e-6bd7-4ca9-98f4-150d9cd52a2a req-e341d96b-7f19-463e-b770-f6eeea984fea tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0473635 Aug 25 05:08:28.008839 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-83a3426e-25e8-4d02-915e-677a77671ea0 req-ce22d028-121e-43a8-8103-7b6de12a3517 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0468576 Aug 25 05:08:28.045574 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-29803d7e-6bd7-4ca9-98f4-150d9cd52a2a req-93cf6cef-f31d-485e-9edb-c128f257f283 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319057 Aug 25 05:08:28.045780 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-83a3426e-25e8-4d02-915e-677a77671ea0 req-8997c9ac-b185-469b-9849-5ec071b4a206 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310497 Aug 25 05:08:28.814622 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd248634-e417-4f72-b2e2-050f6139ca0f req-e7ec65d4-c4fe-4e17-ac2f-bcceb584b081 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:28.816929 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fd248634-e417-4f72-b2e2-050f6139ca0f req-e7ec65d4-c4fe-4e17-ac2f-bcceb584b081 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0532103 Aug 25 05:08:28.853648 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fd248634-e417-4f72-b2e2-050f6139ca0f req-8e09e7ab-591a-4cd8-af1d-7b929b01cfc4 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304463 Aug 25 05:08:29.164747 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd26b6-f4cc-4a81-9372-569fb95112b5 req-9935a752-70c7-4be5-b3eb-6b56a8ae9832 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:29.165895 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea306dd-b49c-4c47-a570-836a79909a0f req-69f1e81d-5d3c-4604-bb64-6d83b123711c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:29.166341 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bdcd26b6-f4cc-4a81-9372-569fb95112b5 req-9935a752-70c7-4be5-b3eb-6b56a8ae9832 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0540040 Aug 25 05:08:29.167403 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9ea306dd-b49c-4c47-a570-836a79909a0f req-69f1e81d-5d3c-4604-bb64-6d83b123711c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0478530 Aug 25 05:08:29.206379 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bdcd26b6-f4cc-4a81-9372-569fb95112b5 req-502e2efc-539a-4461-bece-f9779468c60c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331409 Aug 25 05:08:29.208005 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9ea306dd-b49c-4c47-a570-836a79909a0f req-614ebd34-64d5-4377-aa24-1325a7511969 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337956 Aug 25 05:08:29.600412 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 41834) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:29.647671 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e267c10-d71e-4e84-a99d-3951166837de admin admin] Deleting subnet bb70554f-1a75-4c91-a6ce-2b0400c76b84 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 05:08:29.650452 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e267c10-d71e-4e84-a99d-3951166837de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:29.683343 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e267c10-d71e-4e84-a99d-3951166837de admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:29.688751 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e267c10-d71e-4e84-a99d-3951166837de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770766'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:29.810061 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e267c10-d71e-4e84-a99d-3951166837de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7772541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:29.838103 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e267c10-d71e-4e84-a99d-3951166837de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:29.840039 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-3e267c10-d71e-4e84-a99d-3951166837de admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bb70554f-1a75-4c91-a6ce-2b0400c76b84 HTTP/1.1" status: 204 len: 168 time: 0.2386556 Aug 25 05:08:29.840933 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e267c10-d71e-4e84-a99d-3951166837de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb70554f-1a75-4c91-a6ce-2b0400c76b84,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:29.842812 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 41840) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:29.909623 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-31bcfbeb-05de-409a-94c1-afc40171cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7799533'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:30.015294 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-31bcfbeb-05de-409a-94c1-afc40171cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7770889', 'neutron.services.segments.db._delete_segments_for_network-8785199888559'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:30.027555 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-31bcfbeb-05de-409a-94c1-afc40171cb9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7973158-3595-403c-add0-bced8d3952c6']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:08:30.036295 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37cccb-110a-4275-8c7b-dbdf5d85be12 req-6fceb7d6-56e9-40a7-8b11-c0b8aef846c0 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:30.037781 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5c37cccb-110a-4275-8c7b-dbdf5d85be12 req-6fceb7d6-56e9-40a7-8b11-c0b8aef846c0 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.1171746 Aug 25 05:08:30.046442 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-31bcfbeb-05de-409a-94c1-afc40171cb9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4589598e-4041-45bf-8e23-11905aa38069') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:08:30.046770 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-31bcfbeb-05de-409a-94c1-afc40171cb9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4589598e-4041-45bf-8e23-11905aa38069') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:08:30.065331 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-31bcfbeb-05de-409a-94c1-afc40171cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785199888442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-52350778'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:30.092479 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-31bcfbeb-05de-409a-94c1-afc40171cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:30.103654 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5c37cccb-110a-4275-8c7b-dbdf5d85be12 req-b5ed3766-64aa-40dc-b089-36b570c6bc4f tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592194 Aug 25 05:08:30.104566 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31bcfbeb-05de-409a-94c1-afc40171cb9a admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:08:30.104962 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-31bcfbeb-05de-409a-94c1-afc40171cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52348973'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: Traceback (most recent call last): Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: timer() Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: cb(*args, **kw) Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: return func(*args, **kwargs) Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: self._notify() Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: self.callback(batched_events) Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: event.method(event) Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: return f(self, *a, **k) Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: return self._get(url).json() Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 05:08:30.106656 dv-cinder-757936-7-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 05:08:30.226808 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-31bcfbeb-05de-409a-94c1-afc40171cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7770880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406170'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:30.234074 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-31bcfbeb-05de-409a-94c1-afc40171cb9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:30.240453 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-31bcfbeb-05de-409a-94c1-afc40171cb9a admin admin] 10.222.0.13 "DELETE /v2.0/networks/a7973158-3595-403c-add0-bced8d3952c6 HTTP/1.1" status: 204 len: 168 time: 0.3926349 Aug 25 05:08:30.245914 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bcfbeb-05de-409a-94c1-afc40171cb9a admin admin] Pushing event deleted for resources: {'Network': ['ID=a7973158-3595-403c-add0-bced8d3952c6,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:30.340634 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fbf49-3215-4287-9564-afd882be143a req-84c9d264-468d-41c8-8911-57df50a03a6e tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:30.347036 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-841fbf49-3215-4287-9564-afd882be143a req-84c9d264-468d-41c8-8911-57df50a03a6e tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0606902 Aug 25 05:08:30.348030 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a1686-6ee4-40ce-a813-74b4aec0ac9f req-aebdd808-c408-45d8-8e42-915160effc38 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:30.349622 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ef5a1686-6ee4-40ce-a813-74b4aec0ac9f req-aebdd808-c408-45d8-8e42-915160effc38 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0582564 Aug 25 05:08:30.384977 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-841fbf49-3215-4287-9564-afd882be143a req-f23b9ee6-0c00-4610-84f2-4203e6867b68 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357330 Aug 25 05:08:30.387540 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ef5a1686-6ee4-40ce-a813-74b4aec0ac9f req-fac50431-110c-4801-b539-9367c792f5dd tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320239 Aug 25 05:08:30.538226 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd091580-890c-44a4-ae40-eed32d7a1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:30.617016 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 41856) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:30.655145 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-b6cec947-fec0-40b8-9535-9484d1e72403 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed059d513b074a7f9b4e7a8029f07b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370228 Aug 25 05:08:30.657955 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 41858) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:30.702815 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f78bd61f-1ad0-4b8b-9f3a-d9214c9651de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:30.723354 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f78bd61f-1ad0-4b8b-9f3a-d9214c9651de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:30.844443 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f78bd61f-1ad0-4b8b-9f3a-d9214c9651de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:30.847068 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f78bd61f-1ad0-4b8b-9f3a-d9214c9651de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:30.848132 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f78bd61f-1ad0-4b8b-9f3a-d9214c9651de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94bbbfa9-57a3-4c2c-8473-35f0630142c2 HTTP/1.1" status: 204 len: 168 time: 0.1892996 Aug 25 05:08:30.855882 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bd61f-1ad0-4b8b-9f3a-d9214c9651de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bbbfa9-57a3-4c2c-8473-35f0630142c2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:31.499332 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3041da-66c4-48fa-af92-33a909b46c4d req-95054402-16c1-457a-abe9-dbd2d1ae3f06 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:31.502045 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ad3041da-66c4-48fa-af92-33a909b46c4d req-95054402-16c1-457a-abe9-dbd2d1ae3f06 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0499773 Aug 25 05:08:31.514402 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a423c-ae54-4412-8ba1-984191204942 req-975dc2db-66a6-46d8-b344-f5fcd32088a1 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:31.517270 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8c6a423c-ae54-4412-8ba1-984191204942 req-975dc2db-66a6-46d8-b344-f5fcd32088a1 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0545805 Aug 25 05:08:31.540583 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ad3041da-66c4-48fa-af92-33a909b46c4d req-9c9c6c4b-ad73-4267-83d8-9311e9a26d9f tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327656 Aug 25 05:08:31.569978 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8c6a423c-ae54-4412-8ba1-984191204942 req-3d5329e0-d9e8-4f89-b926-ac902fabe25f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332735 Aug 25 05:08:32.660619 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508d9da-28a1-4a92-843b-a9193d832c3d req-1f6cc5ec-ba86-4282-b120-07d0714c15f1 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:32.662132 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e508d9da-28a1-4a92-843b-a9193d832c3d req-1f6cc5ec-ba86-4282-b120-07d0714c15f1 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0550132 Aug 25 05:08:32.702076 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2edea3-44d9-4d5b-aa2a-8ae1f25d8294 req-2b66d82b-cba4-464a-a46f-9077b8a988a0 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:32.702076 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bd2edea3-44d9-4d5b-aa2a-8ae1f25d8294 req-2b66d82b-cba4-464a-a46f-9077b8a988a0 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0533760 Aug 25 05:08:32.702976 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e508d9da-28a1-4a92-843b-a9193d832c3d req-6b05424a-a121-4ef9-b008-fa2589278814 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323973 Aug 25 05:08:32.744509 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bd2edea3-44d9-4d5b-aa2a-8ae1f25d8294 req-aace1672-5864-478d-8330-e375ef81b0d0 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385654 Aug 25 05:08:32.929655 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0830bfde-d7a7-4a68-8cbb-1c2abc232829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:33.246134 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device a81d506a-8037-49a1-a7fb-2de165e6049e details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:08:33.280842 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:33.346468 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port a81d506a-8037-49a1-a7fb-2de165e6049e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a81d506a-8037-49a1-a7fb-2de165e6049e,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:08:33.356558 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': 'a81d506a-8037-49a1-a7fb-2de165e6049e', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'port_id': 'a81d506a-8037-49a1-a7fb-2de165e6049e', 'mac_address': 'fa:16:3e:cd:3f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '686786a2-7682-45e8-a905-204e7e4e6535', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:08:33.394918 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:33.410024 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a81d506a-8037-49a1-a7fb-2de165e6049e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:08:33.434568 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port a81d506a-8037-49a1-a7fb-2de165e6049e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a81d506a-8037-49a1-a7fb-2de165e6049e,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:08:33.480913 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:33.528001 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=a81d506a-8037-49a1-a7fb-2de165e6049e,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:33.803843 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['a81d506a-8037-49a1-a7fb-2de165e6049e'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:08:33.827257 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a26437-169d-4183-a3ff-a9fcdac44b72 req-91175ef5-6b05-4a8f-8b8a-54aca7c66ce5 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:33.828850 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-14a26437-169d-4183-a3ff-a9fcdac44b72 req-91175ef5-6b05-4a8f-8b8a-54aca7c66ce5 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0579586 Aug 25 05:08:33.871540 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-14a26437-169d-4183-a3ff-a9fcdac44b72 req-fc02caac-b131-4791-b5a6-c0a32ec3117d tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359733 Aug 25 05:08:33.888371 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551c636-70d4-435f-9b17-f6420762e78e req-f30a84a1-375d-412d-a617-b45c50c9cffe tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:33.896056 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a551c636-70d4-435f-9b17-f6420762e78e req-f30a84a1-375d-412d-a617-b45c50c9cffe tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 944 time: 0.0637896 Aug 25 05:08:33.931355 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a551c636-70d4-435f-9b17-f6420762e78e req-0f611008-addb-42d6-a812-ca8d360aafac tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334687 Aug 25 05:08:34.267760 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:35.009353 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f33601-e9be-42fd-ba55-2352fd7c6ddd req-7d63ea32-48c4-445e-91b4-d2f8a91a1032 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:35.015557 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b0f33601-e9be-42fd-ba55-2352fd7c6ddd req-7d63ea32-48c4-445e-91b4-d2f8a91a1032 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0673709 Aug 25 05:08:35.088747 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b0f33601-e9be-42fd-ba55-2352fd7c6ddd req-182b9857-47a6-4095-b053-62d55578767d tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658298 Aug 25 05:08:35.126366 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250cbcb-7e89-45c2-8495-e70a32c341a5 req-744a7e13-5758-4ff8-a9c1-2bdc1faefb42 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:35.133292 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9250cbcb-7e89-45c2-8495-e70a32c341a5 req-744a7e13-5758-4ff8-a9c1-2bdc1faefb42 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 944 time: 0.0948141 Aug 25 05:08:35.189478 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9250cbcb-7e89-45c2-8495-e70a32c341a5 req-d73b49c2-7ac8-4ec3-8682-6fb22cc67fa5 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516407 Aug 25 05:08:35.938607 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:36.150161 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device a81d506a-8037-49a1-a7fb-2de165e6049e up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:08:36.215425 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port a81d506a-8037-49a1-a7fb-2de165e6049e triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:08:36.215799 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:36.229916 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc55cc-a96c-420a-a958-c7f6e21a983b req-c2cd6937-4608-44b2-906b-05c7924d6fc8 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:36.239028 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c4dc55cc-a96c-420a-a958-c7f6e21a983b req-c2cd6937-4608-44b2-906b-05c7924d6fc8 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0764287 Aug 25 05:08:36.366778 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c4dc55cc-a96c-420a-a958-c7f6e21a983b req-70f1ab91-a159-428e-988b-ccabe7d7e55a tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180844 Aug 25 05:08:36.409113 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:36.420471 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae71762-67e7-40e6-87b5-3a4745982f6d req-ebffe8ed-9433-4b2f-982b-a0ef1b0e2b7a tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:36.435379 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cae71762-67e7-40e6-87b5-3a4745982f6d req-ebffe8ed-9433-4b2f-982b-a0ef1b0e2b7a tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 944 time: 0.0598998 Aug 25 05:08:36.453045 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port a81d506a-8037-49a1-a7fb-2de165e6049e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a81d506a-8037-49a1-a7fb-2de165e6049e,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:08:36.454359 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d34a445-550e-48b2-b757-df88a7bb6724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81d506a-8037-49a1-a7fb-2de165e6049e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:08:36.457884 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6d0ccb-1981-404b-97ef-844b5e8236a0" -d '{"events": [{"server_uuid": "7d34a445-550e-48b2-b757-df88a7bb6724", "name": "network-vif-plugged", "status": "completed", "tag": "a81d506a-8037-49a1-a7fb-2de165e6049e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:08:36.474225 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cae71762-67e7-40e6-87b5-3a4745982f6d req-37e4ff7f-127f-4451-a7a4-bcbbfea78c00 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398364 Aug 25 05:08:36.524811 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e113492-1abb-4933-9358-142d41f1152d x-openstack-request-id: req-9e113492-1abb-4933-9358-142d41f1152d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:08:36.525331 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d34a445-550e-48b2-b757-df88a7bb6724", "name": "network-vif-plugged", "status": "completed", "tag": "a81d506a-8037-49a1-a7fb-2de165e6049e", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:08:36.525752 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e113492-1abb-4933-9358-142d41f1152d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:08:36.526302 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d34a445-550e-48b2-b757-df88a7bb6724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81d506a-8037-49a1-a7fb-2de165e6049e', 'code': 200} Aug 25 05:08:36.669719 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:36.726891 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=a81d506a-8037-49a1-a7fb-2de165e6049e,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:37.513222 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa0269-8f0d-4e2b-93dc-2d31b8fa0d71 req-aafa121d-524c-4bf5-a0b1-3bda8b1bebb6 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:37.514965 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-61aa0269-8f0d-4e2b-93dc-2d31b8fa0d71 req-aafa121d-524c-4bf5-a0b1-3bda8b1bebb6 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0513542 Aug 25 05:08:37.564790 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-61aa0269-8f0d-4e2b-93dc-2d31b8fa0d71 req-72a1314b-08b9-4459-94a8-f0e34c8fcd2f tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433221 Aug 25 05:08:37.643871 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecaf122-3f5b-467e-b48a-0a7d5402b883 req-e8d58f54-64ea-4a64-973c-ba0206c545d8 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:37.645372 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8ecaf122-3f5b-467e-b48a-0a7d5402b883 req-e8d58f54-64ea-4a64-973c-ba0206c545d8 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0522592 Aug 25 05:08:37.685336 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8ecaf122-3f5b-467e-b48a-0a7d5402b883 req-b1790b8a-0ec9-43ce-a185-1e6d6fa8a98e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338869 Aug 25 05:08:38.707158 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c672d56-535f-4774-9934-a1031e4d74f2 req-e95dd746-f0d7-4d73-81a9-8fcd13313ab6 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:38.718629 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2c672d56-535f-4774-9934-a1031e4d74f2 req-e95dd746-f0d7-4d73-81a9-8fcd13313ab6 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0768588 Aug 25 05:08:38.753685 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2c672d56-535f-4774-9934-a1031e4d74f2 req-41a11fe6-04e3-474b-b1d6-5f8d223b2a47 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341442 Aug 25 05:08:38.833398 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffd7ca-82d8-41e5-9cb1-217d561f5f6f req-daa73dbc-4c64-48bf-b748-dbc175a44b1e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:38.840967 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-afffd7ca-82d8-41e5-9cb1-217d561f5f6f req-daa73dbc-4c64-48bf-b748-dbc175a44b1e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0683777 Aug 25 05:08:38.886183 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-afffd7ca-82d8-41e5-9cb1-217d561f5f6f req-d910db9b-a4b3-4529-8d31-ff2e9636c578 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427437 Aug 25 05:08:39.904508 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f878b-7d48-4fe9-ad32-73db9ec5daad req-edcec93f-b560-4520-9519-c3f6a51a80cb tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:39.911809 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2f8f878b-7d48-4fe9-ad32-73db9ec5daad req-edcec93f-b560-4520-9519-c3f6a51a80cb tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0616751 Aug 25 05:08:39.952646 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2f8f878b-7d48-4fe9-ad32-73db9ec5daad req-2167239c-dc98-4b17-a8b8-a6cd6a10db8c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399456 Aug 25 05:08:40.040644 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837c89d-e88a-4006-a6fb-96d2c807d504 req-1efbd1f1-16f9-4e81-9f14-78d2b415bd87 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:40.042241 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0837c89d-e88a-4006-a6fb-96d2c807d504 req-1efbd1f1-16f9-4e81-9f14-78d2b415bd87 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0606635 Aug 25 05:08:40.090287 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0837c89d-e88a-4006-a6fb-96d2c807d504 req-8037ade5-56f7-4b06-b7e8-1f19563c8379 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392871 Aug 25 05:08:40.961720 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 42116) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:41.105228 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-200474c2-a012-4546-8a3e-3ed30360974d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:41.117624 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f56e0-d876-4dc8-9d42-b07fd47dbb77 req-187b9b2d-1e3c-44be-846e-ec76487eee42 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:41.124517 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2c6f56e0-d876-4dc8-9d42-b07fd47dbb77 req-187b9b2d-1e3c-44be-846e-ec76487eee42 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0752587 Aug 25 05:08:41.198605 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2c6f56e0-d876-4dc8-9d42-b07fd47dbb77 req-b0a3ad5d-4541-43eb-b840-1d3ffb50e806 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587370 Aug 25 05:08:41.271805 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-200474c2-a012-4546-8a3e-3ed30360974d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:41.318065 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b26df6-94f4-4861-a12c-5ec05fccf72c req-e60d16d3-69f0-43f6-98b6-ae89033aa198 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:41.326883 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-68b26df6-94f4-4861-a12c-5ec05fccf72c req-e60d16d3-69f0-43f6-98b6-ae89033aa198 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0975037 Aug 25 05:08:41.356548 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-200474c2-a012-4546-8a3e-3ed30360974d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:41.371211 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-68b26df6-94f4-4861-a12c-5ec05fccf72c req-1cfc6963-4a03-40b7-bffc-284bc5febfbf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433335 Aug 25 05:08:41.400760 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-200474c2-a012-4546-8a3e-3ed30360974d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43af956d3a7843ebbfea55a13f17438c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4379349 Aug 25 05:08:41.403713 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 42126) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:41.416180 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200474c2-a012-4546-8a3e-3ed30360974d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0598786-cb4a-4bae-a5bd-728a654a48b4,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:41.473392 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e447f1a-d259-4d00-987e-ac2974c21d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:41.502730 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e447f1a-d259-4d00-987e-ac2974c21d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:41.653021 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e447f1a-d259-4d00-987e-ac2974c21d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:41.656110 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e447f1a-d259-4d00-987e-ac2974c21d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:41.658364 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-6e447f1a-d259-4d00-987e-ac2974c21d70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0598786-cb4a-4bae-a5bd-728a654a48b4 HTTP/1.1" status: 204 len: 168 time: 0.2534075 Aug 25 05:08:41.669284 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e447f1a-d259-4d00-987e-ac2974c21d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0598786-cb4a-4bae-a5bd-728a654a48b4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:42.328179 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aebd90-0057-4bba-812a-fef2e2ee3ff8 req-2e9e7e8b-0505-45a1-879f-8abe9c0b438f tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:42.342188 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a7aebd90-0057-4bba-812a-fef2e2ee3ff8 req-2e9e7e8b-0505-45a1-879f-8abe9c0b438f tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0767677 Aug 25 05:08:42.391816 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a7aebd90-0057-4bba-812a-fef2e2ee3ff8 req-d97cac24-c671-4498-9752-3f2a7f6f6821 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481129 Aug 25 05:08:42.518435 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667bc47b-502a-474b-8fda-15cd01e3cd34 req-3f291ab3-e767-4c02-a0cc-af25131abcc9 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:42.523061 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-667bc47b-502a-474b-8fda-15cd01e3cd34 req-3f291ab3-e767-4c02-a0cc-af25131abcc9 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0578990 Aug 25 05:08:42.562902 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-667bc47b-502a-474b-8fda-15cd01e3cd34 req-f4225e6e-0330-48bf-8716-2b71251904f2 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360105 Aug 25 05:08:43.541135 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1867c2f-a436-410c-84af-523dd7974e70 req-620c3fd4-9ceb-4559-ab16-09be71c82f5d tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:43.542942 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d1867c2f-a436-410c-84af-523dd7974e70 req-620c3fd4-9ceb-4559-ab16-09be71c82f5d tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0537236 Aug 25 05:08:43.587302 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d1867c2f-a436-410c-84af-523dd7974e70 req-ad1f2550-ba76-4537-b9e2-2d87543256d8 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376000 Aug 25 05:08:43.698682 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7e48e-d39e-4d75-827d-dfff2e913074 req-154b3ef0-5667-406e-97f5-723a196bf9a1 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:43.700253 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a6d7e48e-d39e-4d75-827d-dfff2e913074 req-154b3ef0-5667-406e-97f5-723a196bf9a1 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0540109 Aug 25 05:08:43.747781 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a6d7e48e-d39e-4d75-827d-dfff2e913074 req-de3c30a0-52f5-4fc3-901b-6bb29e1f5f03 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401711 Aug 25 05:08:44.717235 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d27bb0-526d-4e3e-983d-b8ca2aacad3b req-436b18ea-1d0f-44b5-a8a3-13d9bf769fef tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:44.720160 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-05d27bb0-526d-4e3e-983d-b8ca2aacad3b req-436b18ea-1d0f-44b5-a8a3-13d9bf769fef tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0545344 Aug 25 05:08:44.764162 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-05d27bb0-526d-4e3e-983d-b8ca2aacad3b req-ee2e4a0f-0aaf-4333-a1df-3541ab2ed120 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369787 Aug 25 05:08:44.904752 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cfa54-74fa-419b-b32f-1ede810961d2 req-020968a9-38a5-4ffb-addb-3d6b7d82fdf1 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:44.906256 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-177cfa54-74fa-419b-b32f-1ede810961d2 req-020968a9-38a5-4ffb-addb-3d6b7d82fdf1 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0611637 Aug 25 05:08:44.969557 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-177cfa54-74fa-419b-b32f-1ede810961d2 req-d1f189af-d781-4b72-bcc7-47729f38fdbf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451725 Aug 25 05:08:45.887969 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611edf9-9b0b-47c4-8eb7-18912132780f req-b637c65f-b0e5-469f-a8b3-0a3c45d11a7c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:45.889430 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0611edf9-9b0b-47c4-8eb7-18912132780f req-b637c65f-b0e5-469f-a8b3-0a3c45d11a7c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0479615 Aug 25 05:08:45.928194 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0611edf9-9b0b-47c4-8eb7-18912132780f req-519bf361-a8a6-4676-b053-8a7ee9a846d5 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325842 Aug 25 05:08:46.092892 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a4949-3f36-4b46-803f-8529cbae0334 req-2fd8affc-90a0-4af6-88c3-96c6a4b9ddba tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:46.094347 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ca5a4949-3f36-4b46-803f-8529cbae0334 req-2fd8affc-90a0-4af6-88c3-96c6a4b9ddba tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0478377 Aug 25 05:08:46.137792 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ca5a4949-3f36-4b46-803f-8529cbae0334 req-6a04754d-5f6d-49fd-9ff1-4e04749cee97 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371454 Aug 25 05:08:46.349278 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa220bc-4c55-4ab5-bced-cfe53d634024 req-7d0ba57a-9434-473b-ad75-c1ba5a308871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:46.350685 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bfa220bc-4c55-4ab5-bced-cfe53d634024 req-7d0ba57a-9434-473b-ad75-c1ba5a308871 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=788f1dcf7a1347409e44465a8473c2d2&device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 1098 time: 0.0444727 Aug 25 05:08:46.446037 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa220bc-4c55-4ab5-bced-cfe53d634024 req-d5728674-d7b3-4537-9df6-fb067e9a0155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:46.447571 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bfa220bc-4c55-4ab5-bced-cfe53d634024 req-d5728674-d7b3-4537-9df6-fb067e9a0155 service neutron] 10.222.0.20 "GET /v2.0/networks?id=71d45235-aa08-4ce1-9e25-ebab82ef910a HTTP/1.1" status: 200 len: 917 time: 0.0848210 Aug 25 05:08:46.517404 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bfa220bc-4c55-4ab5-bced-cfe53d634024 req-c883fbf9-a8d5-4e6b-9b11-5370e5a7c3e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a81d506a-8037-49a1-a7fb-2de165e6049e HTTP/1.1" status: 200 len: 1001 time: 0.0611730 Aug 25 05:08:46.572269 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa220bc-4c55-4ab5-bced-cfe53d634024 req-4e9a9ac2-e3a7-4caa-abd5-242a308d7268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:46.573774 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bfa220bc-4c55-4ab5-bced-cfe53d634024 req-4e9a9ac2-e3a7-4caa-abd5-242a308d7268 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=686786a2-7682-45e8-a905-204e7e4e6535 HTTP/1.1" status: 200 len: 856 time: 0.0492291 Aug 25 05:08:46.623486 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa220bc-4c55-4ab5-bced-cfe53d634024 req-04c19513-8ab6-4fe3-a33a-7f10cb96b7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:46.624918 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bfa220bc-4c55-4ab5-bced-cfe53d634024 req-04c19513-8ab6-4fe3-a33a-7f10cb96b7ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=71d45235-aa08-4ce1-9e25-ebab82ef910a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401320 Aug 25 05:08:46.655472 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b500c1d-0205-4aee-b55f-2bc9eea0376e req-c487918c-655b-4c3b-83d8-bc3db27a2442 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:46.656946 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9b500c1d-0205-4aee-b55f-2bc9eea0376e req-c487918c-655b-4c3b-83d8-bc3db27a2442 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 945 time: 0.0478077 Aug 25 05:08:46.695866 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9b500c1d-0205-4aee-b55f-2bc9eea0376e req-a2d60c24-7f18-4030-a6a1-a7fa4511cdac tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329587 Aug 25 05:08:46.748198 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bfa220bc-4c55-4ab5-bced-cfe53d634024 req-671e6a24-2b49-479c-8a44-e14123c350ef service neutron] 10.222.0.20 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845068 Aug 25 05:08:46.836783 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bfa220bc-4c55-4ab5-bced-cfe53d634024 req-95bfefcf-fcb6-4cac-8f26-ed502592e9d8 service neutron] 10.222.0.20 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801075 Aug 25 05:08:47.041864 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce360e3-6e35-4dc4-a9a6-9dad65f6460c req-7cf8ab6d-e65b-40ca-b822-a82f1e630b91 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:47.043370 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cce360e3-6e35-4dc4-a9a6-9dad65f6460c req-7cf8ab6d-e65b-40ca-b822-a82f1e630b91 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0480371 Aug 25 05:08:47.081832 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cce360e3-6e35-4dc4-a9a6-9dad65f6460c req-038c6076-5e7f-45ac-a617-fad8b31b5a71 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318961 Aug 25 05:08:47.257150 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5722011-e1bc-401a-8b3b-de577e2a330b req-c6baee6a-e4bd-42b5-83b9-ad707f83102e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:47.258548 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d5722011-e1bc-401a-8b3b-de577e2a330b req-c6baee6a-e4bd-42b5-83b9-ad707f83102e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0477552 Aug 25 05:08:47.289454 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc34eb-666a-4bd3-938d-1f61398319f0 req-a967d827-ef56-42e9-b187-8d8add9c65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:47.299417 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d5722011-e1bc-401a-8b3b-de577e2a330b req-050685f8-c8b9-40b2-a845-fefe706ed5a9 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332201 Aug 25 05:08:47.299767 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c8bc34eb-666a-4bd3-938d-1f61398319f0 req-a967d827-ef56-42e9-b187-8d8add9c65ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 1099 time: 0.0506725 Aug 25 05:08:47.348327 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c8bc34eb-666a-4bd3-938d-1f61398319f0 req-1a709acb-97e7-4e0d-9525-0a13ebcd7d98 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284567 Aug 25 05:08:47.838572 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a66e0c-556c-4feb-8417-0e11b2b059e4 req-b9c6e530-8bf1-48ad-8079-9c20166658a6 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:47.840056 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-68a66e0c-556c-4feb-8417-0e11b2b059e4 req-b9c6e530-8bf1-48ad-8079-9c20166658a6 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 945 time: 0.0745783 Aug 25 05:08:47.846305 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8425cd02-14da-4b19-9f31-0c957debbc48 req-c6e5b775-d5b1-43a3-8673-b619aedb65e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550652 Aug 25 05:08:47.878446 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-68a66e0c-556c-4feb-8417-0e11b2b059e4 req-d52ad21d-ebb1-4732-aa78-19c41a348839 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310867 Aug 25 05:08:47.940152 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425cd02-14da-4b19-9f31-0c957debbc48 req-fde2e5fe-beec-49be-8efe-760e13da4382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:47.941639 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8425cd02-14da-4b19-9f31-0c957debbc48 req-fde2e5fe-beec-49be-8efe-760e13da4382 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c9b105379c7f4027b785a6ecb7ac5ae5&device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 1099 time: 0.0417504 Aug 25 05:08:48.049525 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425cd02-14da-4b19-9f31-0c957debbc48 req-d733a9ce-b3ff-4832-a5bc-463e4feb5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:48.051052 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8425cd02-14da-4b19-9f31-0c957debbc48 req-d733a9ce-b3ff-4832-a5bc-463e4feb5a44 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 HTTP/1.1" status: 200 len: 918 time: 0.0826745 Aug 25 05:08:48.097592 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8425cd02-14da-4b19-9f31-0c957debbc48 req-2f893835-d300-4b5f-92f7-8aaa51d3a77a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd560b11-cc0f-47e4-94d0-a263518c3e5e HTTP/1.1" status: 200 len: 217 time: 0.0374839 Aug 25 05:08:48.151048 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425cd02-14da-4b19-9f31-0c957debbc48 req-effceb47-3b24-492b-b522-f145afee6012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:48.152496 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8425cd02-14da-4b19-9f31-0c957debbc48 req-effceb47-3b24-492b-b522-f145afee6012 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b58e6673-6329-48ef-8181-7ebd94345e73 HTTP/1.1" status: 200 len: 858 time: 0.0450644 Aug 25 05:08:48.196365 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3c76f-6ff9-47aa-a311-3241f18bd4bb req-cf8ad311-e275-466a-b9ee-316995300bdd tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:48.197869 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-35f3c76f-6ff9-47aa-a311-3241f18bd4bb req-cf8ad311-e275-466a-b9ee-316995300bdd tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0473096 Aug 25 05:08:48.198346 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8425cd02-14da-4b19-9f31-0c957debbc48 req-a315522d-4325-4420-bfa5-66579c6b059a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245786 Aug 25 05:08:48.239585 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-35f3c76f-6ff9-47aa-a311-3241f18bd4bb req-983211bb-202e-4507-9c23-069455d3d105 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344257 Aug 25 05:08:48.290442 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8425cd02-14da-4b19-9f31-0c957debbc48 req-7178d71a-5a1f-49a7-97f5-7bc284a3b2c0 service neutron] 10.222.0.20 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792966 Aug 25 05:08:48.408261 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8425cd02-14da-4b19-9f31-0c957debbc48 req-57811e41-3c25-400c-97b6-30acfb9f4155 service neutron] 10.222.0.20 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086526 Aug 25 05:08:48.427593 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26152172-68db-4fa0-a9bb-8e1eeb61c3a3 req-30857494-0584-46f4-aaa7-103020caa806 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:48.429365 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-26152172-68db-4fa0-a9bb-8e1eeb61c3a3 req-30857494-0584-46f4-aaa7-103020caa806 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0581665 Aug 25 05:08:48.466788 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-26152172-68db-4fa0-a9bb-8e1eeb61c3a3 req-10312ae5-d633-4cf2-a927-f45de836d10f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313156 Aug 25 05:08:48.990173 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50558c04-adb9-4aeb-b5ae-a9cf00f4d6ab req-27ee0e58-5d52-4325-9c0d-c4ab8959fe46 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:48.991668 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-50558c04-adb9-4aeb-b5ae-a9cf00f4d6ab req-27ee0e58-5d52-4325-9c0d-c4ab8959fe46 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 945 time: 0.0477612 Aug 25 05:08:49.028738 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-50558c04-adb9-4aeb-b5ae-a9cf00f4d6ab req-43b5c085-e856-4767-ace5-1aaba73b5d19 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311224 Aug 25 05:08:49.359223 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb53b5-9940-4c1f-b0dc-49ab08605276 req-bf5f7fc5-1164-4ab0-8fb1-d77ca15fc9d3 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:49.360721 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3beb53b5-9940-4c1f-b0dc-49ab08605276 req-bf5f7fc5-1164-4ab0-8fb1-d77ca15fc9d3 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0545218 Aug 25 05:08:49.398855 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3beb53b5-9940-4c1f-b0dc-49ab08605276 req-662ef808-2b75-43d7-b7ae-921f7ff476f9 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322196 Aug 25 05:08:49.590676 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ed329-0a3e-48cb-b64f-04c9884b4e1d req-0072b323-6b20-4fcd-8ff8-16f829b113af tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:49.592451 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-423ed329-0a3e-48cb-b64f-04c9884b4e1d req-0072b323-6b20-4fcd-8ff8-16f829b113af tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 945 time: 0.0488577 Aug 25 05:08:49.604195 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:49.630028 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-423ed329-0a3e-48cb-b64f-04c9884b4e1d req-bd8ffad3-5710-4493-8c56-1feec09bf31e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319479 Aug 25 05:08:49.836659 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f3bc0-2ae3-4425-bab7-34d711b573e9 req-ad7a9cc2-8c8f-48cc-8c07-1203a29e679a tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:49.838075 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-789f3bc0-2ae3-4425-bab7-34d711b573e9 req-ad7a9cc2-8c8f-48cc-8c07-1203a29e679a tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 945 time: 0.0563457 Aug 25 05:08:49.907712 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a1b4d-4fe2-4050-b4a6-7c5bd71f7b7d req-7823055d-9632-421d-a8a6-7a3d7e9465d2 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:49.909255 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5d8a1b4d-4fe2-4050-b4a6-7c5bd71f7b7d req-7823055d-9632-421d-a8a6-7a3d7e9465d2 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0918028 Aug 25 05:08:49.954409 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444584b9-d03b-4712-b8be-cba1baf4ecab req-a026ef8d-e4d3-427a-a9b1-a755368c0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:49.955913 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-444584b9-d03b-4712-b8be-cba1baf4ecab req-a026ef8d-e4d3-427a-a9b1-a755368c0a87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c9b105379c7f4027b785a6ecb7ac5ae5&device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 1099 time: 0.0396209 Aug 25 05:08:49.971393 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5d8a1b4d-4fe2-4050-b4a6-7c5bd71f7b7d req-2aa07fef-243b-4400-ae05-50e10e6ef117 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446310 Aug 25 05:08:49.981264 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-789f3bc0-2ae3-4425-bab7-34d711b573e9 req-36000bb1-bb28-4bfd-94ff-ebc32757edcc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Deleting port 6fd15c0f-d9e4-4870-82d2-a849360c2983 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:08:49.981623 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-789f3bc0-2ae3-4425-bab7-34d711b573e9 req-36000bb1-bb28-4bfd-94ff-ebc32757edcc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:50.079236 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-789f3bc0-2ae3-4425-bab7-34d711b573e9 req-36000bb1-bb28-4bfd-94ff-ebc32757edcc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] For port 6fd15c0f-d9e4-4870-82d2-a849360c2983, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=6fd15c0f-d9e4-4870-82d2-a849360c2983,segment=NetworkSegment(9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb),segment_id=9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:08:50.079667 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-789f3bc0-2ae3-4425-bab7-34d711b573e9 req-36000bb1-bb28-4bfd-94ff-ebc32757edcc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:50.096144 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-789f3bc0-2ae3-4425-bab7-34d711b573e9 req-36000bb1-bb28-4bfd-94ff-ebc32757edcc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Calling delete_port for 6fd15c0f-d9e4-4870-82d2-a849360c2983 owned by compute:nova {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:08:50.210921 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device a81d506a-8037-49a1-a7fb-2de165e6049e no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:08:50.295653 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:50.308850 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e6e9d-320b-43cc-b716-717eda263a40 req-873f9578-852b-4c91-ac24-9c096e1fc269 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:50.310207 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b08e6e9d-320b-43cc-b716-717eda263a40 req-873f9578-852b-4c91-ac24-9c096e1fc269 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 945 time: 0.0708210 Aug 25 05:08:50.311596 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444584b9-d03b-4712-b8be-cba1baf4ecab req-9d487be0-0080-4113-9980-14d54c314631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:50.312918 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-444584b9-d03b-4712-b8be-cba1baf4ecab req-9d487be0-0080-4113-9980-14d54c314631 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 HTTP/1.1" status: 200 len: 918 time: 0.3405256 Aug 25 05:08:50.318280 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d34a445-550e-48b2-b757-df88a7bb6724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a81d506a-8037-49a1-a7fb-2de165e6049e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:08:50.320510 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6566a4e0-50fc-42d5-921a-16594a0748cb" -d '{"events": [{"server_uuid": "7d34a445-550e-48b2-b757-df88a7bb6724", "name": "network-vif-unplugged", "status": "completed", "tag": "a81d506a-8037-49a1-a7fb-2de165e6049e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:08:50.327313 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-789f3bc0-2ae3-4425-bab7-34d711b573e9 req-36000bb1-bb28-4bfd-94ff-ebc32757edcc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:50.335019 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port a81d506a-8037-49a1-a7fb-2de165e6049e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a81d506a-8037-49a1-a7fb-2de165e6049e,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:08:50.362098 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 05:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf532d8-a334-4432-94e5-5464204f5baf x-openstack-request-id: req-edf532d8-a334-4432-94e5-5464204f5baf {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:08:50.362688 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d34a445-550e-48b2-b757-df88a7bb6724", "name": "network-vif-unplugged", "status": "completed", "tag": "a81d506a-8037-49a1-a7fb-2de165e6049e", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:08:50.364111 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edf532d8-a334-4432-94e5-5464204f5baf {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:08:50.366342 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d34a445-550e-48b2-b757-df88a7bb6724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a81d506a-8037-49a1-a7fb-2de165e6049e', 'code': 200} Aug 25 05:08:50.369593 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36000bb1-bb28-4bfd-94ff-ebc32757edcc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Pushing event deleted for resources: {'Port': ['ID=6fd15c0f-d9e4-4870-82d2-a849360c2983,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:50.370234 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['bc8b7ad1-e789-465f-b100-b9d8d6fd164d', 'e9ebbd9e-3f2c-43a7-954c-cf85e21072a5', '9787c16c-960d-4e62-86f6-fc7f37b1213c', '6fd15c0f-d9e4-4870-82d2-a849360c2983'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:08:50.372773 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-444584b9-d03b-4712-b8be-cba1baf4ecab req-0ebcaf31-bf68-48e6-8bb6-a63b17c8c8f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 HTTP/1.1" status: 200 len: 217 time: 0.0505459 Aug 25 05:08:50.382969 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36000bb1-bb28-4bfd-94ff-ebc32757edcc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:50.383324 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36000bb1-bb28-4bfd-94ff-ebc32757edcc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:50.390305 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36000bb1-bb28-4bfd-94ff-ebc32757edcc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:50.390305 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36000bb1-bb28-4bfd-94ff-ebc32757edcc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:50.390305 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36000bb1-bb28-4bfd-94ff-ebc32757edcc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:50.390305 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36000bb1-bb28-4bfd-94ff-ebc32757edcc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:50.390305 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36000bb1-bb28-4bfd-94ff-ebc32757edcc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:50.390305 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36000bb1-bb28-4bfd-94ff-ebc32757edcc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:50.390305 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36000bb1-bb28-4bfd-94ff-ebc32757edcc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:50.390305 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36000bb1-bb28-4bfd-94ff-ebc32757edcc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:50.390305 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36000bb1-bb28-4bfd-94ff-ebc32757edcc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:50.391556 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b08e6e9d-320b-43cc-b716-717eda263a40 req-ce249f39-9e66-4939-9aec-a3dfcd2a0b31 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700128 Aug 25 05:08:50.391665 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36000bb1-bb28-4bfd-94ff-ebc32757edcc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:50.411284 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:50.427139 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-789f3bc0-2ae3-4425-bab7-34d711b573e9 req-36000bb1-bb28-4bfd-94ff-ebc32757edcc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] No DVR routers for this DVR port 6fd15c0f-d9e4-4870-82d2-a849360c2983 on host hv-cinder-75793 {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:08:50.429558 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-789f3bc0-2ae3-4425-bab7-34d711b573e9 req-36000bb1-bb28-4bfd-94ff-ebc32757edcc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:50.431663 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-789f3bc0-2ae3-4425-bab7-34d711b573e9 req-36000bb1-bb28-4bfd-94ff-ebc32757edcc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.20 "DELETE /v2.0/ports/6fd15c0f-d9e4-4870-82d2-a849360c2983 HTTP/1.1" status: 204 len: 173 time: 0.5776639 Aug 25 05:08:50.432110 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a21349f-9ffb-493a-981c-c19c173deb0c', 'name': 'network-vif-deleted', 'tag': '6fd15c0f-d9e4-4870-82d2-a849360c2983'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:08:50.434359 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee297a3-e3ba-4e24-8a74-1eb1e662cf5e" -d '{"events": [{"server_uuid": "4a21349f-9ffb-493a-981c-c19c173deb0c", "name": "network-vif-deleted", "tag": "6fd15c0f-d9e4-4870-82d2-a849360c2983"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:08:50.473712 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444584b9-d03b-4712-b8be-cba1baf4ecab req-ac36ac57-b9ff-4f3b-a81a-3f4fb81a0b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:50.475236 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-444584b9-d03b-4712-b8be-cba1baf4ecab req-ac36ac57-b9ff-4f3b-a81a-3f4fb81a0b2a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b58e6673-6329-48ef-8181-7ebd94345e73 HTTP/1.1" status: 200 len: 858 time: 0.0515954 Aug 25 05:08:50.479143 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926cbbd0-d8bc-438c-8829-083b92ce4bc0 x-openstack-request-id: req-926cbbd0-d8bc-438c-8829-083b92ce4bc0 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:08:50.479440 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a21349f-9ffb-493a-981c-c19c173deb0c", "name": "network-vif-deleted", "tag": "6fd15c0f-d9e4-4870-82d2-a849360c2983", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:08:50.479697 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-926cbbd0-d8bc-438c-8829-083b92ce4bc0 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:08:50.480088 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a21349f-9ffb-493a-981c-c19c173deb0c', 'name': 'network-vif-deleted', 'tag': '6fd15c0f-d9e4-4870-82d2-a849360c2983', 'status': 'completed', 'code': 200} Aug 25 05:08:50.485080 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=a81d506a-8037-49a1-a7fb-2de165e6049e,revision_number=8']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:50.514599 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-444584b9-d03b-4712-b8be-cba1baf4ecab req-ba64d3f9-49d8-43ca-839e-b2e372ad1021 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246325 Aug 25 05:08:50.627088 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-444584b9-d03b-4712-b8be-cba1baf4ecab req-8e7624ef-eb4b-4ba7-beed-499c887c3b2a service neutron] 10.222.0.20 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915470 Aug 25 05:08:50.751958 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-444584b9-d03b-4712-b8be-cba1baf4ecab req-16eaf74e-006f-4b52-84be-571ea93291e4 service neutron] 10.222.0.20 "GET /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165540 Aug 25 05:08:50.772112 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4550d-4764-423f-a5b6-8d712ef1f267 req-c423ba80-2825-4e49-bd94-d14fcbf9c954 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:50.773614 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d0c4550d-4764-423f-a5b6-8d712ef1f267 req-c423ba80-2825-4e49-bd94-d14fcbf9c954 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0610116 Aug 25 05:08:50.814350 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d0c4550d-4764-423f-a5b6-8d712ef1f267 req-1837cd61-cd45-4ea5-9bef-400ffddef41f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330191 Aug 25 05:08:51.096070 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6ab87-ece1-43ab-b43d-0c2e5d113aec req-ac3027b1-fabb-4748-81d2-0626c051194f tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:51.097535 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-70f6ab87-ece1-43ab-b43d-0c2e5d113aec req-ac3027b1-fabb-4748-81d2-0626c051194f tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0575855 Aug 25 05:08:51.135379 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-70f6ab87-ece1-43ab-b43d-0c2e5d113aec req-f326ea89-6a21-4e94-88e1-934ee9446255 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319726 Aug 25 05:08:51.491344 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-965b56a7-d058-49d3-b6ca-99b4944074e1 req-d3cf3269-7d89-4452-91c5-5694ada20daf tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a21349f-9ffb-493a-981c-c19c173deb0c HTTP/1.1" status: 200 len: 210 time: 0.0252914 Aug 25 05:08:52.249860 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b732f-05e6-4750-ac2c-60907980e3f4 req-02e85844-7604-4ac9-961d-f581079dbe0f tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:52.252311 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6f5b732f-05e6-4750-ac2c-60907980e3f4 req-02e85844-7604-4ac9-961d-f581079dbe0f tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0486348 Aug 25 05:08:52.288049 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc60f43-0961-4594-9e13-ad8b31991494 req-8b35c388-792f-47a3-acaf-6c9f759c49de tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:52.289255 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ecc60f43-0961-4594-9e13-ad8b31991494 req-8b35c388-792f-47a3-acaf-6c9f759c49de tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0481021 Aug 25 05:08:52.289372 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6f5b732f-05e6-4750-ac2c-60907980e3f4 req-e631c2de-d392-4dfc-92a1-051b6fcb0a48 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312531 Aug 25 05:08:52.330426 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ecc60f43-0961-4594-9e13-ad8b31991494 req-73caeabf-1850-4f1c-8ac1-b78761bd3788 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333505 Aug 25 05:08:52.793491 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 42306) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:08:52.885317 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-40abb095-16b0-4abe-863a-2b052a375df3 req-4177e9f4-c4ca-4306-9f59-3d0454a847cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0907023 Aug 25 05:08:53.423903 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c4b7c-2694-4778-9611-d6b4f03cb035 req-a1f1fd49-7e55-4571-872c-30ccd7690a1b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:53.425399 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bd0c4b7c-2694-4778-9611-d6b4f03cb035 req-a1f1fd49-7e55-4571-872c-30ccd7690a1b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0578008 Aug 25 05:08:53.454851 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca178a84-9566-4b36-830b-bd882d4192f5 req-38f6fe0f-05ee-4858-9f99-6b78bc70405c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:53.456795 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ca178a84-9566-4b36-830b-bd882d4192f5 req-38f6fe0f-05ee-4858-9f99-6b78bc70405c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0516515 Aug 25 05:08:53.462833 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bd0c4b7c-2694-4778-9611-d6b4f03cb035 req-f4869fb2-20b6-4992-86e1-3857f8b9ae29 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314305 Aug 25 05:08:53.493827 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ca178a84-9566-4b36-830b-bd882d4192f5 req-8a5afa99-c8dc-4eae-9ee4-887244b17c9d tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315416 Aug 25 05:08:54.243432 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 6fd15c0f-d9e4-4870-82d2-a849360c2983 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:08:54.264387 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] No Port match for: 6fd15c0f-d9e4-4870-82d2-a849360c2983 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:08:54.264745 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 6fd15c0f-d9e4-4870-82d2-a849360c2983 not bound to the agent host hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:08:54.265144 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device a81d506a-8037-49a1-a7fb-2de165e6049e no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:08:54.309880 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde8bae-4e02-4a41-99d6-4ad2c5005c54 req-577f3977-5cb9-442b-831c-e43e819611f5 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:54.311549 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ebde8bae-4e02-4a41-99d6-4ad2c5005c54 req-577f3977-5cb9-442b-831c-e43e819611f5 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 945 time: 0.0472052 Aug 25 05:08:54.348763 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ebde8bae-4e02-4a41-99d6-4ad2c5005c54 req-6c24fd1f-a396-4963-9dd6-6076b541c3d1 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306864 Aug 25 05:08:54.612607 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5ecff-3d78-4886-9aba-f6b1fdca2e9b req-e96fc249-1208-45a6-9d08-708346da2617 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:54.614056 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e6e5ecff-3d78-4886-9aba-f6b1fdca2e9b req-e96fc249-1208-45a6-9d08-708346da2617 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0473964 Aug 25 05:08:54.650745 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e6e5ecff-3d78-4886-9aba-f6b1fdca2e9b req-580b113c-3f9a-4820-b7a2-1e40aec0e320 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308683 Aug 25 05:08:55.469595 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd4b29-f50c-423a-ad1e-c272aa9b37e6 req-2e138699-71b1-4e90-8851-6b3186d604dc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:55.469595 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8bcd4b29-f50c-423a-ad1e-c272aa9b37e6 req-2e138699-71b1-4e90-8851-6b3186d604dc tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 945 time: 0.0492790 Aug 25 05:08:55.517464 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8bcd4b29-f50c-423a-ad1e-c272aa9b37e6 req-9eb02d9a-d3d6-43da-905d-7d3f85a1e534 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425177 Aug 25 05:08:55.768581 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6916016-3189-4cc0-8b48-4141ca8d0e5e req-f654337a-4bf3-4323-9742-43c165ebd96f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:55.769993 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e6916016-3189-4cc0-8b48-4141ca8d0e5e req-f654337a-4bf3-4323-9742-43c165ebd96f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0473592 Aug 25 05:08:55.808660 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e6916016-3189-4cc0-8b48-4141ca8d0e5e req-887dc6d5-7c4a-445b-bee0-995672ff41bd tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316827 Aug 25 05:08:56.211291 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d22f2-90c7-48c8-8764-54fb6a51ac04 req-d0ffabbd-f351-4b14-a93a-41f319d093f4 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:56.212761 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f78d22f2-90c7-48c8-8764-54fb6a51ac04 req-d0ffabbd-f351-4b14-a93a-41f319d093f4 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.20 "GET /v2.0/ports?device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 945 time: 0.0461175 Aug 25 05:08:56.299435 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-f78d22f2-90c7-48c8-8764-54fb6a51ac04 req-5e7455ce-5749-4fc5-bced-083506b8179d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Deleting port 9787c16c-960d-4e62-86f6-fc7f37b1213c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:08:56.299692 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f78d22f2-90c7-48c8-8764-54fb6a51ac04 req-5e7455ce-5749-4fc5-bced-083506b8179d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:56.387870 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f78d22f2-90c7-48c8-8764-54fb6a51ac04 req-5e7455ce-5749-4fc5-bced-083506b8179d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] For port 9787c16c-960d-4e62-86f6-fc7f37b1213c, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=9787c16c-960d-4e62-86f6-fc7f37b1213c,segment=NetworkSegment(9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb),segment_id=9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:08:56.388235 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f78d22f2-90c7-48c8-8764-54fb6a51ac04 req-5e7455ce-5749-4fc5-bced-083506b8179d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:56.400361 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-f78d22f2-90c7-48c8-8764-54fb6a51ac04 req-5e7455ce-5749-4fc5-bced-083506b8179d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Calling delete_port for 9787c16c-960d-4e62-86f6-fc7f37b1213c owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:08:56.609829 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f78d22f2-90c7-48c8-8764-54fb6a51ac04 req-5e7455ce-5749-4fc5-bced-083506b8179d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:56.637125 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903998ed-70c0-4861-bb10-16f5eefd34e6 req-39b581d8-f2f0-4fe3-b46d-5bb75e2c52c9 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:56.637378 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7455ce-5749-4fc5-bced-083506b8179d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Pushing event deleted for resources: {'Port': ['ID=9787c16c-960d-4e62-86f6-fc7f37b1213c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:56.638596 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-903998ed-70c0-4861-bb10-16f5eefd34e6 req-39b581d8-f2f0-4fe3-b46d-5bb75e2c52c9 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 867 time: 0.0504704 Aug 25 05:08:56.647898 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7455ce-5749-4fc5-bced-083506b8179d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:56.648250 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7455ce-5749-4fc5-bced-083506b8179d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:56.648588 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7455ce-5749-4fc5-bced-083506b8179d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:56.648920 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7455ce-5749-4fc5-bced-083506b8179d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:56.649249 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7455ce-5749-4fc5-bced-083506b8179d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:56.649574 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7455ce-5749-4fc5-bced-083506b8179d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:56.649898 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7455ce-5749-4fc5-bced-083506b8179d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:56.650888 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7455ce-5749-4fc5-bced-083506b8179d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:56.650888 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7455ce-5749-4fc5-bced-083506b8179d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:56.650888 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7455ce-5749-4fc5-bced-083506b8179d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:56.651153 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7455ce-5749-4fc5-bced-083506b8179d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:56.651485 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7455ce-5749-4fc5-bced-083506b8179d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:56.677334 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-903998ed-70c0-4861-bb10-16f5eefd34e6 req-8b47295f-4a15-4361-b453-482aac75ee02 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321445 Aug 25 05:08:56.689560 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78d22f2-90c7-48c8-8764-54fb6a51ac04 req-5e7455ce-5749-4fc5-bced-083506b8179d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] No DVR routers for this DVR port 9787c16c-960d-4e62-86f6-fc7f37b1213c on host hv-cinder-75793 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:08:56.692110 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f78d22f2-90c7-48c8-8764-54fb6a51ac04 req-5e7455ce-5749-4fc5-bced-083506b8179d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:08:56.694175 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f78d22f2-90c7-48c8-8764-54fb6a51ac04 req-5e7455ce-5749-4fc5-bced-083506b8179d tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.20 "DELETE /v2.0/ports/9787c16c-960d-4e62-86f6-fc7f37b1213c HTTP/1.1" status: 204 len: 173 time: 0.4737477 Aug 25 05:08:56.694633 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bf94ed-853c-46a0-a7d3-606ea1ff4c17', 'name': 'network-vif-deleted', 'tag': '9787c16c-960d-4e62-86f6-fc7f37b1213c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:08:56.696902 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b487c72-c174-4271-b690-e400f9d9aa50" -d '{"events": [{"server_uuid": "67bf94ed-853c-46a0-a7d3-606ea1ff4c17", "name": "network-vif-deleted", "tag": "9787c16c-960d-4e62-86f6-fc7f37b1213c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:08:56.731924 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70be4c06-b333-4543-817e-21f11a96bfeb x-openstack-request-id: req-70be4c06-b333-4543-817e-21f11a96bfeb {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:08:56.732238 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bf94ed-853c-46a0-a7d3-606ea1ff4c17", "name": "network-vif-deleted", "tag": "9787c16c-960d-4e62-86f6-fc7f37b1213c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:08:56.732490 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70be4c06-b333-4543-817e-21f11a96bfeb {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:08:56.732879 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bf94ed-853c-46a0-a7d3-606ea1ff4c17', 'name': 'network-vif-deleted', 'tag': '9787c16c-960d-4e62-86f6-fc7f37b1213c', 'status': 'completed', 'code': 200} Aug 25 05:08:56.924461 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518ca4e-9acf-419d-a36e-f389bb58ebad req-b0c0bdb8-9459-4b3b-9b79-67c780f6900b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:56.925895 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7518ca4e-9acf-419d-a36e-f389bb58ebad req-b0c0bdb8-9459-4b3b-9b79-67c780f6900b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0462203 Aug 25 05:08:56.960968 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7518ca4e-9acf-419d-a36e-f389bb58ebad req-6962a86f-797c-40db-a64a-431b42853f18 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293851 Aug 25 05:08:57.768936 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a228cd99-cd93-45d2-998a-4a65ce1f5a82 req-a11a864d-a7cf-4d0b-873d-16d60e1d648e tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 210 time: 0.0262225 Aug 25 05:08:58.078104 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d976a1-24ec-4f72-9e7f-29105dd50f8e req-353dc557-36cf-49c6-bc87-8922052d3328 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:58.079592 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c9d976a1-24ec-4f72-9e7f-29105dd50f8e req-353dc557-36cf-49c6-bc87-8922052d3328 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0470901 Aug 25 05:08:58.116276 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c9d976a1-24ec-4f72-9e7f-29105dd50f8e req-521ffcae-2493-4153-8b15-415c0542e581 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308192 Aug 25 05:08:58.861860 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-de2d41bd-5bc5-4036-9f86-7bf3e8edab60 req-72ca529c-c28e-49b7-963c-e360945011e9 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 210 time: 0.0287361 Aug 25 05:08:58.987455 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['bc8b7ad1-e789-465f-b100-b9d8d6fd164d', 'e9ebbd9e-3f2c-43a7-954c-cf85e21072a5', '9787c16c-960d-4e62-86f6-fc7f37b1213c'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:08:59.080981 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abb095-16b0-4abe-863a-2b052a375df3 req-2d658da3-6075-4f88-85e3-b41dd2d3608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:59.082600 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-40abb095-16b0-4abe-863a-2b052a375df3 req-2d658da3-6075-4f88-85e3-b41dd2d3608e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724&tenant_id=788f1dcf7a1347409e44465a8473c2d2 HTTP/1.1" status: 200 len: 1096 time: 0.0704811 Aug 25 05:08:59.170332 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abb095-16b0-4abe-863a-2b052a375df3 req-325b3ada-da9e-4114-8347-ab803ccdf781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:59.172304 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-40abb095-16b0-4abe-863a-2b052a375df3 req-325b3ada-da9e-4114-8347-ab803ccdf781 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=788f1dcf7a1347409e44465a8473c2d2&device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 1096 time: 0.0499685 Aug 25 05:08:59.258010 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a99558-4e06-44bc-a3a5-4fe8b96c759a req-15f37a9b-37cb-4d7b-979d-56355bce6956 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:59.259438 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f6a99558-4e06-44bc-a3a5-4fe8b96c759a req-15f37a9b-37cb-4d7b-979d-56355bce6956 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0529394 Aug 25 05:08:59.275061 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abb095-16b0-4abe-863a-2b052a375df3 req-34d34516-b4e8-4a04-918e-f275fa1bcd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:59.276921 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-40abb095-16b0-4abe-863a-2b052a375df3 req-34d34516-b4e8-4a04-918e-f275fa1bcd17 service neutron] 10.222.0.20 "GET /v2.0/networks?id=71d45235-aa08-4ce1-9e25-ebab82ef910a HTTP/1.1" status: 200 len: 917 time: 0.0964599 Aug 25 05:08:59.296737 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f6a99558-4e06-44bc-a3a5-4fe8b96c759a req-25436ca8-140d-42af-8818-e6bc9d682841 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312958 Aug 25 05:08:59.349437 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-40abb095-16b0-4abe-863a-2b052a375df3 req-707b1588-1194-4755-9ddb-c84e47101740 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a81d506a-8037-49a1-a7fb-2de165e6049e HTTP/1.1" status: 200 len: 999 time: 0.0580964 Aug 25 05:08:59.400362 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abb095-16b0-4abe-863a-2b052a375df3 req-bdc5794d-57a1-4941-8577-f47fcfd3e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:59.401765 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-40abb095-16b0-4abe-863a-2b052a375df3 req-bdc5794d-57a1-4941-8577-f47fcfd3e9cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=686786a2-7682-45e8-a905-204e7e4e6535 HTTP/1.1" status: 200 len: 856 time: 0.0453315 Aug 25 05:08:59.450862 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abb095-16b0-4abe-863a-2b052a375df3 req-817c7b55-c0c3-4c9f-9926-3087d1b3aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:08:59.452340 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-40abb095-16b0-4abe-863a-2b052a375df3 req-817c7b55-c0c3-4c9f-9926-3087d1b3aeef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=71d45235-aa08-4ce1-9e25-ebab82ef910a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413990 Aug 25 05:08:59.552640 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-40abb095-16b0-4abe-863a-2b052a375df3 req-18532068-5a0a-4bfd-98d0-63f5389839e9 service neutron] 10.222.0.20 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877447 Aug 25 05:08:59.647713 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-40abb095-16b0-4abe-863a-2b052a375df3 req-d6b6a55a-cabf-4a54-ba86-5b34be9283b3 service neutron] 10.222.0.20 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805027 Aug 25 05:08:59.965699 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-218e2238-c8c4-4067-9d52-2ec1011c6935 req-ca23804a-393c-4fae-85b6-ce65324849ae tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=67bf94ed-853c-46a0-a7d3-606ea1ff4c17 HTTP/1.1" status: 200 len: 210 time: 0.0261590 Aug 25 05:09:00.436203 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97c850-7f14-4d3a-905e-409f8c1a2db8 req-d37a4568-df2f-4a33-8db6-9c489ed8ca02 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:00.443752 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cb97c850-7f14-4d3a-905e-409f8c1a2db8 req-d37a4568-df2f-4a33-8db6-9c489ed8ca02 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0677960 Aug 25 05:09:00.490187 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cb97c850-7f14-4d3a-905e-409f8c1a2db8 req-fbc279c7-eebc-4baf-99f4-a68970cd419c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438449 Aug 25 05:09:00.544256 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9063d43d-bc76-49ee-a06c-f238e16ee87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:01.011756 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 9787c16c-960d-4e62-86f6-fc7f37b1213c no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:09:01.039122 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] No Port match for: 9787c16c-960d-4e62-86f6-fc7f37b1213c {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:09:01.039475 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 9787c16c-960d-4e62-86f6-fc7f37b1213c not bound to the agent host hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:09:01.442486 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40237d7-0b9c-4664-9915-4a317cd616b0 req-6afe2d7a-fbf6-423d-8051-7b14b5f504dd tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:01.444125 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f40237d7-0b9c-4664-9915-4a317cd616b0 req-6afe2d7a-fbf6-423d-8051-7b14b5f504dd tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 945 time: 0.0483558 Aug 25 05:09:01.496935 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f40237d7-0b9c-4664-9915-4a317cd616b0 req-3e0107bd-6dea-4fa9-8b3f-ce3d6ea435c5 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437515 Aug 25 05:09:01.642384 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad82b92-c066-440b-ac7a-0b186e711bb3 req-d92c2bb9-f078-4b26-991d-d284559d9801 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:01.644676 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8ad82b92-c066-440b-ac7a-0b186e711bb3 req-d92c2bb9-f078-4b26-991d-d284559d9801 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0562935 Aug 25 05:09:01.682605 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8ad82b92-c066-440b-ac7a-0b186e711bb3 req-0e76f6f4-9d19-40d7-96bd-43f4382f81bf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310795 Aug 25 05:09:01.786679 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:09:02.612557 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be7ad9-80a1-433f-94fe-9c2525333e62 req-455f83ab-ded5-4e8b-99e9-70d6fa110e44 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:02.614125 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e7be7ad9-80a1-433f-94fe-9c2525333e62 req-455f83ab-ded5-4e8b-99e9-70d6fa110e44 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 945 time: 0.0481150 Aug 25 05:09:02.660946 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e7be7ad9-80a1-433f-94fe-9c2525333e62 req-934f4b97-7e23-476d-8b1f-8ec3c9d002d0 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408816 Aug 25 05:09:02.808065 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f11181-0b00-48b3-9cdd-e0f457999202 req-0975da70-1cfb-4070-b9c2-090596956f5c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:02.809797 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-42f11181-0b00-48b3-9cdd-e0f457999202 req-0975da70-1cfb-4070-b9c2-090596956f5c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0487437 Aug 25 05:09:02.851769 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-42f11181-0b00-48b3-9cdd-e0f457999202 req-2c201f61-38bc-4d23-b95d-c60ecd5c5b6e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355539 Aug 25 05:09:02.961030 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b036ed3-a311-4455-a35c-be921f1c4b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:03.370093 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:03.784624 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5e662-4f7c-44f6-a9d2-f1a89b8fd838 req-1c8e1217-9f7e-4582-b5b1-49dedafb26b2 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:03.786158 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-afb5e662-4f7c-44f6-a9d2-f1a89b8fd838 req-1c8e1217-9f7e-4582-b5b1-49dedafb26b2 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 945 time: 0.0555620 Aug 25 05:09:03.824092 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-afb5e662-4f7c-44f6-a9d2-f1a89b8fd838 req-d8d3b1fb-2ba5-4f2b-af56-0b3f53bc6bbd tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318441 Aug 25 05:09:03.984320 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefb66a-f4ea-44b5-975c-77679d4e4ed5 req-6954c69e-9360-4a63-8a38-825b7f6c7e56 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:03.987192 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2cefb66a-f4ea-44b5-975c-77679d4e4ed5 req-6954c69e-9360-4a63-8a38-825b7f6c7e56 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0582747 Aug 25 05:09:04.065515 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2cefb66a-f4ea-44b5-975c-77679d4e4ed5 req-7b0fdd15-3c33-4d42-89ef-ee7f7ace88f5 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661721 Aug 25 05:09:04.258286 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:04.454334 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00dafa-e464-430e-8e36-0238f5158ca2 req-1f75fb2d-52fd-4232-9cf7-0b5b3c252b8c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:04.455848 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fc00dafa-e464-430e-8e36-0238f5158ca2 req-1f75fb2d-52fd-4232-9cf7-0b5b3c252b8c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0531003 Aug 25 05:09:04.494376 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fc00dafa-e464-430e-8e36-0238f5158ca2 req-c05fa8e2-f2ee-48a6-8118-2b7113a021d3 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326524 Aug 25 05:09:04.962393 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7063a-e387-4dea-b1a8-ebd00c0c6783 req-88ffdd6a-d161-4096-88cb-fb5da508cbf6 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:04.964103 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dbb7063a-e387-4dea-b1a8-ebd00c0c6783 req-88ffdd6a-d161-4096-88cb-fb5da508cbf6 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 945 time: 0.0527442 Aug 25 05:09:05.009091 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dbb7063a-e387-4dea-b1a8-ebd00c0c6783 req-b0c19e50-532d-4f5c-830b-9199b9fb662a tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389726 Aug 25 05:09:05.210763 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022e814-54aa-424d-94ef-92925802f679 req-9ff64987-7c56-40d3-93a9-4590a3debc15 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:05.212431 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9022e814-54aa-424d-94ef-92925802f679 req-9ff64987-7c56-40d3-93a9-4590a3debc15 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0502982 Aug 25 05:09:05.257412 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9022e814-54aa-424d-94ef-92925802f679 req-da7cedfd-d755-4eba-8788-977d073e2f49 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370984 Aug 25 05:09:05.613473 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76793ec8-36c5-4425-b618-2c87133a7cff req-7c304ce0-d22b-4a65-8f63-82d087110295 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:05.614961 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-76793ec8-36c5-4425-b618-2c87133a7cff req-7c304ce0-d22b-4a65-8f63-82d087110295 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0478430 Aug 25 05:09:05.652356 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-76793ec8-36c5-4425-b618-2c87133a7cff req-f6d7c46f-62fa-4d46-a653-301f07946567 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315225 Aug 25 05:09:05.895553 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:06.123044 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa370c0-d63f-4b14-9d35-db9e03853bbd req-a05ccb7b-8226-4e48-b8a2-9474cef26cb9 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:06.131103 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2fa370c0-d63f-4b14-9d35-db9e03853bbd req-a05ccb7b-8226-4e48-b8a2-9474cef26cb9 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 945 time: 0.0551229 Aug 25 05:09:06.165028 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2fa370c0-d63f-4b14-9d35-db9e03853bbd req-995d1299-ad57-468a-885d-b5c3f0aa1102 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330498 Aug 25 05:09:06.382331 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19184a-a6cd-4b7b-b0a9-d9f7da844e08 req-fb2ae388-2dfb-4b4d-8243-dd9d74621a65 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:06.383796 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ec19184a-a6cd-4b7b-b0a9-d9f7da844e08 req-fb2ae388-2dfb-4b4d-8243-dd9d74621a65 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0530369 Aug 25 05:09:06.421939 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ec19184a-a6cd-4b7b-b0a9-d9f7da844e08 req-17f3221f-72c0-4ecd-b24b-3bd80dc34d41 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323105 Aug 25 05:09:06.770955 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569537ba-6138-4826-a93c-cd1ed830e961 req-6b5ffdd3-586b-4968-bfd3-ee895e9f501d tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:06.772606 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-569537ba-6138-4826-a93c-cd1ed830e961 req-6b5ffdd3-586b-4968-bfd3-ee895e9f501d tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0525799 Aug 25 05:09:06.814187 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-569537ba-6138-4826-a93c-cd1ed830e961 req-4ff635b1-771a-49dd-849d-73a2ca817713 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347958 Aug 25 05:09:07.287121 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc96e0-1ffc-407f-9c64-af7d5cb55138 req-6348e59b-ecf9-4395-ae65-d2a32e035d9c tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:07.288622 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4fdc96e0-1ffc-407f-9c64-af7d5cb55138 req-6348e59b-ecf9-4395-ae65-d2a32e035d9c tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 945 time: 0.0501885 Aug 25 05:09:07.327550 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4fdc96e0-1ffc-407f-9c64-af7d5cb55138 req-1ee0a0b6-d920-4c11-9ef7-5d90cc76cf43 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326216 Aug 25 05:09:07.547708 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f27b5-11c4-406b-bfa1-5755aa80620e req-15594b57-0360-4d43-a91c-a7825e1b5026 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:07.549195 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ad9f27b5-11c4-406b-bfa1-5755aa80620e req-15594b57-0360-4d43-a91c-a7825e1b5026 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0531523 Aug 25 05:09:07.589615 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ad9f27b5-11c4-406b-bfa1-5755aa80620e req-e6633460-df8b-410b-8d09-0dde0ee97799 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329492 Aug 25 05:09:07.934442 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d396e-0254-4037-82e8-5c8cd43c6f46 req-dff3b524-b103-47c5-ad82-0e6f720056a2 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:07.936763 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bd3d396e-0254-4037-82e8-5c8cd43c6f46 req-dff3b524-b103-47c5-ad82-0e6f720056a2 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0521619 Aug 25 05:09:07.974718 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bd3d396e-0254-4037-82e8-5c8cd43c6f46 req-1c4fd7eb-6703-4716-8380-8349518961c2 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319686 Aug 25 05:09:08.445117 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3c6d7-2bfe-492c-98b6-e7785d9f5a4e req-924033e6-0f6c-49db-bf29-d609f0557257 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:08.446582 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5dc3c6d7-2bfe-492c-98b6-e7785d9f5a4e req-924033e6-0f6c-49db-bf29-d609f0557257 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 945 time: 0.0503170 Aug 25 05:09:08.485977 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5dc3c6d7-2bfe-492c-98b6-e7785d9f5a4e req-683b58ac-ecd4-492a-99a3-4464a81430c3 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333924 Aug 25 05:09:08.718257 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7e435-91ee-4a8a-8f28-eae28970ecf1 req-fda23725-ff3a-452c-aa44-51d6e1a963f7 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:08.719909 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8ac7e435-91ee-4a8a-8f28-eae28970ecf1 req-fda23725-ff3a-452c-aa44-51d6e1a963f7 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0572848 Aug 25 05:09:08.981476 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8ac7e435-91ee-4a8a-8f28-eae28970ecf1 req-37c32c9b-d0d9-47e6-a5fd-205fd75b9b04 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547948 Aug 25 05:09:09.100641 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e910202-15be-419f-9e1a-6d15e79d6e3f req-172a5396-5fdb-4879-830b-b6b94038e5de tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:09.102155 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e910202-15be-419f-9e1a-6d15e79d6e3f req-172a5396-5fdb-4879-830b-b6b94038e5de tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0573776 Aug 25 05:09:09.143917 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e910202-15be-419f-9e1a-6d15e79d6e3f req-145ef822-6d51-4916-9714-e2460e4869ed tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359101 Aug 25 05:09:09.602609 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568730e0-6c98-4864-8bc2-898b2cac73f0 req-6d0f0a81-6b5b-4216-a340-849b13a15f65 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:09.604100 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-568730e0-6c98-4864-8bc2-898b2cac73f0 req-6d0f0a81-6b5b-4216-a340-849b13a15f65 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 945 time: 0.0478106 Aug 25 05:09:09.653810 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-568730e0-6c98-4864-8bc2-898b2cac73f0 req-4368abe4-5216-4d1d-a451-55b5aeb80fa5 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435317 Aug 25 05:09:10.108828 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9da426-65ad-4e09-8c79-ddc1d534c1ac req-9896109d-e4ad-498d-82af-b70a906c3ee1 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:10.110529 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4d9da426-65ad-4e09-8c79-ddc1d534c1ac req-9896109d-e4ad-498d-82af-b70a906c3ee1 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0548279 Aug 25 05:09:10.153642 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4d9da426-65ad-4e09-8c79-ddc1d534c1ac req-1aa52b3a-6b55-4b16-80e0-0cb16d76d203 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372715 Aug 25 05:09:10.256439 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406652f-55a0-4579-822b-0ec0082f45aa req-b20bcf91-4292-4fc6-9ea3-16b01eaca83d tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:10.257896 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7406652f-55a0-4579-822b-0ec0082f45aa req-b20bcf91-4292-4fc6-9ea3-16b01eaca83d tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0478945 Aug 25 05:09:10.296957 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7406652f-55a0-4579-822b-0ec0082f45aa req-44b44b0b-5b14-4459-9fb6-87ac08869000 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330071 Aug 25 05:09:10.783318 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0111f-abb4-4438-a7a5-0458707ebb61 req-4c7c23d7-7664-4af3-8fce-50460cbabb9c tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:10.784834 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-84c0111f-abb4-4438-a7a5-0458707ebb61 req-4c7c23d7-7664-4af3-8fce-50460cbabb9c tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 945 time: 0.0617936 Aug 25 05:09:10.825249 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-84c0111f-abb4-4438-a7a5-0458707ebb61 req-aaf9a7a4-1c2c-4dc8-a1d2-7e0b1f8083ce tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339115 Aug 25 05:09:11.280065 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75398ebb-8b75-4ec2-b1fb-e6964840f0a9 req-62aa376b-f0e9-4d97-a851-749e87bd8ebe tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:11.282132 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-75398ebb-8b75-4ec2-b1fb-e6964840f0a9 req-62aa376b-f0e9-4d97-a851-749e87bd8ebe tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0522041 Aug 25 05:09:11.320029 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-75398ebb-8b75-4ec2-b1fb-e6964840f0a9 req-d23eebad-96ce-48ad-ba92-babf4d1e322b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308969 Aug 25 05:09:11.415965 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480f362-0d88-44c7-8d72-b0a1a9240ea9 req-4f2b15a1-c5a3-4256-a0e8-d818c72fd455 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:11.417431 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7480f362-0d88-44c7-8d72-b0a1a9240ea9 req-4f2b15a1-c5a3-4256-a0e8-d818c72fd455 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0514185 Aug 25 05:09:11.455163 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7480f362-0d88-44c7-8d72-b0a1a9240ea9 req-c4a8fcf5-95a8-42e0-b48a-2a3763401c55 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310943 Aug 25 05:09:11.939028 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70535c28-78c9-4e80-b459-30a8e94b04b9 req-aabc32d9-f9c4-4e85-b367-54324efd7c7f tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:11.941147 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-70535c28-78c9-4e80-b459-30a8e94b04b9 req-aabc32d9-f9c4-4e85-b367-54324efd7c7f tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 945 time: 0.0471292 Aug 25 05:09:11.978630 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-70535c28-78c9-4e80-b459-30a8e94b04b9 req-5ce8d20f-87b2-4705-a975-12fe8c204b07 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316539 Aug 25 05:09:12.441827 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a319b-2973-41c7-bc6e-667ddb5e673e req-aec8933d-6e77-4d82-9d7f-0ce6cdcf2a89 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:12.443231 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cc2a319b-2973-41c7-bc6e-667ddb5e673e req-aec8933d-6e77-4d82-9d7f-0ce6cdcf2a89 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0465508 Aug 25 05:09:12.479997 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cc2a319b-2973-41c7-bc6e-667ddb5e673e req-6fa3d462-cf1f-47d7-8891-c3d1f166a648 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309858 Aug 25 05:09:12.567507 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae19be-3d31-4b33-b96d-41651aca3255 req-bafb59fd-ce3e-4d6c-b485-f3e653af474c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:12.568982 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2cae19be-3d31-4b33-b96d-41651aca3255 req-bafb59fd-ce3e-4d6c-b485-f3e653af474c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0470030 Aug 25 05:09:12.605799 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2cae19be-3d31-4b33-b96d-41651aca3255 req-a9ab8d6c-3f9a-491a-bb36-3a75e9e24a34 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307972 Aug 25 05:09:13.088416 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4dc8d-2d53-4bb4-af4c-cc2e063dcaf4 req-5e384da6-ed45-48c2-9f46-8982acc72c92 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:13.089878 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3ca4dc8d-2d53-4bb4-af4c-cc2e063dcaf4 req-5e384da6-ed45-48c2-9f46-8982acc72c92 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 945 time: 0.0462215 Aug 25 05:09:13.128410 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3ca4dc8d-2d53-4bb4-af4c-cc2e063dcaf4 req-6ca52fae-2410-4977-bf81-41fa081eb1aa tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315604 Aug 25 05:09:13.603517 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2139a16-97d6-4553-a4d6-35bac1c4817b req-61d6b369-ecfd-4d95-a44f-bf6e68aa0dd2 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:13.607449 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f2139a16-97d6-4553-a4d6-35bac1c4817b req-61d6b369-ecfd-4d95-a44f-bf6e68aa0dd2 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0515058 Aug 25 05:09:13.643583 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f2139a16-97d6-4553-a4d6-35bac1c4817b req-a0c6492b-235a-47dd-84bf-d3800394d1ff tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324795 Aug 25 05:09:13.742596 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c10f6-b056-4be4-92af-2402ccb328ce req-ad9b1269-7e97-49c5-9b49-38ed447ae805 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:13.744043 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cf2c10f6-b056-4be4-92af-2402ccb328ce req-ad9b1269-7e97-49c5-9b49-38ed447ae805 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0724297 Aug 25 05:09:13.773052 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0e40b-43d0-4001-bc57-3b849c9af663 req-dc0a4637-6e11-4a95-8eae-ba7ef90ea8b4 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:13.780798 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-73a0e40b-43d0-4001-bc57-3b849c9af663 req-dc0a4637-6e11-4a95-8eae-ba7ef90ea8b4 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.20 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 945 time: 0.0695632 Aug 25 05:09:13.816412 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cf2c10f6-b056-4be4-92af-2402ccb328ce req-c24c4f69-703d-4fae-a571-b7cd7fbf7d5c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663855 Aug 25 05:09:13.876649 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-73a0e40b-43d0-4001-bc57-3b849c9af663 req-364c22be-506b-4840-ac4a-fd0b6357fd3f tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Deleting port e9ebbd9e-3f2c-43a7-954c-cf85e21072a5 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:09:13.876918 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-73a0e40b-43d0-4001-bc57-3b849c9af663 req-364c22be-506b-4840-ac4a-fd0b6357fd3f tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:13.964473 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-73a0e40b-43d0-4001-bc57-3b849c9af663 req-364c22be-506b-4840-ac4a-fd0b6357fd3f tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] For port e9ebbd9e-3f2c-43a7-954c-cf85e21072a5, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=e9ebbd9e-3f2c-43a7-954c-cf85e21072a5,segment=NetworkSegment(9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb),segment_id=9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:09:13.964834 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-73a0e40b-43d0-4001-bc57-3b849c9af663 req-364c22be-506b-4840-ac4a-fd0b6357fd3f tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:13.976923 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-73a0e40b-43d0-4001-bc57-3b849c9af663 req-364c22be-506b-4840-ac4a-fd0b6357fd3f tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Calling delete_port for e9ebbd9e-3f2c-43a7-954c-cf85e21072a5 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:09:14.178274 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-73a0e40b-43d0-4001-bc57-3b849c9af663 req-364c22be-506b-4840-ac4a-fd0b6357fd3f tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:14.208843 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c22be-506b-4840-ac4a-fd0b6357fd3f tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Pushing event deleted for resources: {'Port': ['ID=e9ebbd9e-3f2c-43a7-954c-cf85e21072a5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:14.217966 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['bc8b7ad1-e789-465f-b100-b9d8d6fd164d', 'e9ebbd9e-3f2c-43a7-954c-cf85e21072a5'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:09:14.229443 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-13b97e6c-5e0f-4e16-8847-445d188c39ae req-0aa2fc41-62d5-4688-a5f3-34bcdcce3bf5 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 210 time: 0.0344923 Aug 25 05:09:14.247416 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a0e40b-43d0-4001-bc57-3b849c9af663 req-364c22be-506b-4840-ac4a-fd0b6357fd3f tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] No DVR routers for this DVR port e9ebbd9e-3f2c-43a7-954c-cf85e21072a5 on host hv-cinder-75793 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:09:14.251559 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-73a0e40b-43d0-4001-bc57-3b849c9af663 req-364c22be-506b-4840-ac4a-fd0b6357fd3f tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:14.253525 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-73a0e40b-43d0-4001-bc57-3b849c9af663 req-364c22be-506b-4840-ac4a-fd0b6357fd3f tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.20 "DELETE /v2.0/ports/e9ebbd9e-3f2c-43a7-954c-cf85e21072a5 HTTP/1.1" status: 204 len: 173 time: 0.4701877 Aug 25 05:09:14.253952 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df85b27-d756-40b2-8889-1d0d7c8ac533', 'name': 'network-vif-deleted', 'tag': 'e9ebbd9e-3f2c-43a7-954c-cf85e21072a5'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:09:14.256235 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072d6412-cadf-40a5-943f-0c6e17a265d5" -d '{"events": [{"server_uuid": "5df85b27-d756-40b2-8889-1d0d7c8ac533", "name": "network-vif-deleted", "tag": "e9ebbd9e-3f2c-43a7-954c-cf85e21072a5"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:09:14.290311 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6e0490-bafe-4c45-b5cd-85a2af38d5fa x-openstack-request-id: req-1c6e0490-bafe-4c45-b5cd-85a2af38d5fa {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:09:14.290628 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df85b27-d756-40b2-8889-1d0d7c8ac533", "name": "network-vif-deleted", "tag": "e9ebbd9e-3f2c-43a7-954c-cf85e21072a5", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:09:14.290888 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c6e0490-bafe-4c45-b5cd-85a2af38d5fa {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:09:14.291278 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df85b27-d756-40b2-8889-1d0d7c8ac533', 'name': 'network-vif-deleted', 'tag': 'e9ebbd9e-3f2c-43a7-954c-cf85e21072a5', 'status': 'completed', 'code': 200} Aug 25 05:09:14.760778 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eef1a4-e27c-42ff-ad79-db888b17b102 req-102694fd-1b82-49a6-9631-4b57def23414 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:14.762169 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-30eef1a4-e27c-42ff-ad79-db888b17b102 req-102694fd-1b82-49a6-9631-4b57def23414 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0474913 Aug 25 05:09:14.799395 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-30eef1a4-e27c-42ff-ad79-db888b17b102 req-1ef7986b-4fe3-4982-8526-56ce94b8b46a tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312662 Aug 25 05:09:14.931598 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef1b14-9c76-457a-950e-d368f9103126 req-1c653457-4a11-43cb-916d-f565ef0c370e tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:14.933058 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1bef1b14-9c76-457a-950e-d368f9103126 req-1c653457-4a11-43cb-916d-f565ef0c370e tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0782773 Aug 25 05:09:14.949133 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94824f-bf3b-41d9-8d5f-244fa3f26c2b req-f2d955c8-9848-4350-9197-268377dffe99 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:14.950578 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7e94824f-bf3b-41d9-8d5f-244fa3f26c2b req-f2d955c8-9848-4350-9197-268377dffe99 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 946 time: 0.0606856 Aug 25 05:09:15.029626 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7e94824f-bf3b-41d9-8d5f-244fa3f26c2b req-05127afe-82c5-458c-be97-070821c7b99c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715351 Aug 25 05:09:15.057289 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1bef1b14-9c76-457a-950e-d368f9103126 req-e330b19f-1433-440f-9b08-7b32b8c87553 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Deleting port bd560b11-cc0f-47e4-94d0-a263518c3e5e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:09:15.057640 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1bef1b14-9c76-457a-950e-d368f9103126 req-e330b19f-1433-440f-9b08-7b32b8c87553 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:15.149657 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1bef1b14-9c76-457a-950e-d368f9103126 req-e330b19f-1433-440f-9b08-7b32b8c87553 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] For port bd560b11-cc0f-47e4-94d0-a263518c3e5e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=bd560b11-cc0f-47e4-94d0-a263518c3e5e,segment=NetworkSegment(c00594e0-af93-4a9a-b520-a1ea5ec370f0),segment_id=c00594e0-af93-4a9a-b520-a1ea5ec370f0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:09:15.152885 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1bef1b14-9c76-457a-950e-d368f9103126 req-e330b19f-1433-440f-9b08-7b32b8c87553 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:15.163309 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1bef1b14-9c76-457a-950e-d368f9103126 req-e330b19f-1433-440f-9b08-7b32b8c87553 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Calling delete_port for bd560b11-cc0f-47e4-94d0-a263518c3e5e owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:09:15.341631 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4d25ac72-9d41-4a78-9c84-03c7586fe0f7 req-65658a47-a06d-43e1-805f-5c946e12d0c7 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df85b27-d756-40b2-8889-1d0d7c8ac533 HTTP/1.1" status: 200 len: 210 time: 0.0304263 Aug 25 05:09:15.358845 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1bef1b14-9c76-457a-950e-d368f9103126 req-e330b19f-1433-440f-9b08-7b32b8c87553 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:15.387048 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330b19f-1433-440f-9b08-7b32b8c87553 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Pushing event deleted for resources: {'Port': ['ID=bd560b11-cc0f-47e4-94d0-a263518c3e5e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:15.401114 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 42582) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:15.403948 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0', 'bd560b11-cc0f-47e4-94d0-a263518c3e5e'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:09:15.427744 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bef1b14-9c76-457a-950e-d368f9103126 req-e330b19f-1433-440f-9b08-7b32b8c87553 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] No DVR routers for this DVR port bd560b11-cc0f-47e4-94d0-a263518c3e5e on host hv-cinder-75793 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:09:15.432498 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1bef1b14-9c76-457a-950e-d368f9103126 req-e330b19f-1433-440f-9b08-7b32b8c87553 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:15.433401 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1bef1b14-9c76-457a-950e-d368f9103126 req-e330b19f-1433-440f-9b08-7b32b8c87553 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.20 "DELETE /v2.0/ports/bd560b11-cc0f-47e4-94d0-a263518c3e5e HTTP/1.1" status: 204 len: 173 time: 0.4919696 Aug 25 05:09:15.510651 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-13f9bd42-c0e3-4428-855a-6e0e021db53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:15.598135 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-13f9bd42-c0e3-4428-855a-6e0e021db53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:15.666537 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-13f9bd42-c0e3-4428-855a-6e0e021db53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:15.704074 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-13f9bd42-c0e3-4428-855a-6e0e021db53c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bccd075bd591479e8a2f939e3658db06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010283 Aug 25 05:09:15.704939 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9bd42-c0e3-4428-855a-6e0e021db53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e41273-641b-431e-84c0-351bf3887c2a,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:15.706853 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 42586) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:15.756490 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5a88dcc-5467-4b61-b431-cf21588f8e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:15.779951 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5a88dcc-5467-4b61-b431-cf21588f8e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:15.881420 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5a88dcc-5467-4b61-b431-cf21588f8e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:15.884041 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5a88dcc-5467-4b61-b431-cf21588f8e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:15.888684 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a5a88dcc-5467-4b61-b431-cf21588f8e76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5e41273-641b-431e-84c0-351bf3887c2a HTTP/1.1" status: 204 len: 168 time: 0.1794772 Aug 25 05:09:15.914995 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a88dcc-5467-4b61-b431-cf21588f8e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e41273-641b-431e-84c0-351bf3887c2a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:15.932894 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10cbaf-4a67-4960-a490-b2e5d679a52f req-13fcf12d-2e0e-4573-8364-325e785c26c7 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:15.938991 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-da10cbaf-4a67-4960-a490-b2e5d679a52f req-13fcf12d-2e0e-4573-8364-325e785c26c7 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0694015 Aug 25 05:09:15.972490 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-da10cbaf-4a67-4960-a490-b2e5d679a52f req-f7d9693f-b050-4ea2-9c26-01d4391c957e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307496 Aug 25 05:09:16.130739 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4108e3f3-f3a8-409f-8c87-4b76cdbbf5f4 req-d8122935-f033-4a2e-ba15-99281e193199 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81bfbf4-8593-4588-a452-4f71880666a3 HTTP/1.1" status: 200 len: 210 time: 0.0259874 Aug 25 05:09:16.292078 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81bfbf4-8593-4588-a452-4f71880666a3', 'name': 'network-vif-deleted', 'tag': 'bd560b11-cc0f-47e4-94d0-a263518c3e5e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:09:16.294455 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421cf0fb-6437-4390-b323-b4cda400176b" -d '{"events": [{"server_uuid": "f81bfbf4-8593-4588-a452-4f71880666a3", "name": "network-vif-deleted", "tag": "bd560b11-cc0f-47e4-94d0-a263518c3e5e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:09:16.329515 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ac2918-3bb6-4c3d-9de6-e085673e10f2 x-openstack-request-id: req-55ac2918-3bb6-4c3d-9de6-e085673e10f2 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:09:16.329811 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81bfbf4-8593-4588-a452-4f71880666a3", "name": "network-vif-deleted", "tag": "bd560b11-cc0f-47e4-94d0-a263518c3e5e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:09:16.330078 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55ac2918-3bb6-4c3d-9de6-e085673e10f2 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:09:16.330486 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81bfbf4-8593-4588-a452-4f71880666a3', 'name': 'network-vif-deleted', 'tag': 'bd560b11-cc0f-47e4-94d0-a263518c3e5e', 'status': 'completed', 'code': 200} Aug 25 05:09:17.093923 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bef7e-ed46-4017-bc33-adf0522412a1 req-0ab14ff5-27b2-4f61-ba65-60e6a9792def tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:17.094567 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device bd560b11-cc0f-47e4-94d0-a263518c3e5e no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:09:17.095441 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cb6bef7e-ed46-4017-bc33-adf0522412a1 req-0ab14ff5-27b2-4f61-ba65-60e6a9792def tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0495780 Aug 25 05:09:17.114848 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] No Port match for: bd560b11-cc0f-47e4-94d0-a263518c3e5e {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:09:17.115200 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device bd560b11-cc0f-47e4-94d0-a263518c3e5e not bound to the agent host hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:09:17.115618 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device e9ebbd9e-3f2c-43a7-954c-cf85e21072a5 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:09:17.142867 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] No Port match for: e9ebbd9e-3f2c-43a7-954c-cf85e21072a5 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:09:17.143349 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device e9ebbd9e-3f2c-43a7-954c-cf85e21072a5 not bound to the agent host hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:09:17.146897 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cb6bef7e-ed46-4017-bc33-adf0522412a1 req-69b504f0-85ca-47c8-871b-5382d700fbb2 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449116 Aug 25 05:09:17.670281 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadd408-87b1-49a8-b483-c118c3c40a7d req-dd2037af-5bcb-4572-9a05-c51034d2d6a4 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:17.671839 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ceadd408-87b1-49a8-b483-c118c3c40a7d req-dd2037af-5bcb-4572-9a05-c51034d2d6a4 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0507030 Aug 25 05:09:17.708713 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ceadd408-87b1-49a8-b483-c118c3c40a7d req-8fa3408b-6386-470f-af58-b6d51d863405 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304332 Aug 25 05:09:18.160670 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b5882-6205-449a-9ece-f91e74e2a34c req-5b493b89-f52b-4cb5-ba36-5fa69fc56553 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:18.162677 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-840b5882-6205-449a-9ece-f91e74e2a34c req-5b493b89-f52b-4cb5-ba36-5fa69fc56553 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 945 time: 0.0519204 Aug 25 05:09:18.200312 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-840b5882-6205-449a-9ece-f91e74e2a34c req-f761ffcc-348f-4491-9da4-83c7a25835bb tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313544 Aug 25 05:09:18.272764 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee62af-e8b6-42f7-9ce6-b73c2d32f7b7 req-7c148481-6590-4f92-9862-d0aa6fd4bab6 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:18.274118 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fbee62af-e8b6-42f7-9ce6-b73c2d32f7b7 req-7c148481-6590-4f92-9862-d0aa6fd4bab6 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0503476 Aug 25 05:09:18.309428 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fbee62af-e8b6-42f7-9ce6-b73c2d32f7b7 req-e6984e9c-feea-4c74-9a30-bbdff1ded885 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295584 Aug 25 05:09:18.819995 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97142e72-fd16-4e04-a15e-b22fd7c07cd0 req-303d03a9-a168-445a-9269-00d60c63cb62 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:18.821446 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-97142e72-fd16-4e04-a15e-b22fd7c07cd0 req-303d03a9-a168-445a-9269-00d60c63cb62 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0469363 Aug 25 05:09:18.858437 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-97142e72-fd16-4e04-a15e-b22fd7c07cd0 req-e8484a57-8d02-4e98-b2b7-073c3b9fcccc tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309222 Aug 25 05:09:18.999996 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-dcc6f77a-63ca-45f1-af24-023d6b7bab9f tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4137afff591746f0ab3ebfdee4841590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279307 Aug 25 05:09:19.073374 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device a81d506a-8037-49a1-a7fb-2de165e6049e details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:09:19.193439 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-7fcf8ac5-b2b8-4abf-a9b2-6e500b838c6e tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:19.198540 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-7fcf8ac5-b2b8-4abf-a9b2-6e500b838c6e tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891747 Aug 25 05:09:19.214565 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-b819b1c0-8725-47d9-998a-f0f60529cff9 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/quotas/4137afff591746f0ab3ebfdee4841590 HTTP/1.1" status: 200 len: 375 time: 0.0109866 Aug 25 05:09:19.246643 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-280b3baf-e582-4dfc-9191-f6dbd9c83df6 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4137afff591746f0ab3ebfdee4841590&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284457 Aug 25 05:09:19.295834 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port a81d506a-8037-49a1-a7fb-2de165e6049e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a81d506a-8037-49a1-a7fb-2de165e6049e,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:09:19.307827 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': 'a81d506a-8037-49a1-a7fb-2de165e6049e', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'port_id': 'a81d506a-8037-49a1-a7fb-2de165e6049e', 'mac_address': 'fa:16:3e:cd:3f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '686786a2-7682-45e8-a905-204e7e4e6535', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:09:19.338214 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858e886-a7c3-4788-a216-7f91b9e02709 req-509ea951-2c18-4f29-af5a-c19651cbeb56 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:19.346446 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0858e886-a7c3-4788-a216-7f91b9e02709 req-509ea951-2c18-4f29-af5a-c19651cbeb56 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 945 time: 0.0627882 Aug 25 05:09:19.348656 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:19.363714 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81d506a-8037-49a1-a7fb-2de165e6049e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:09:19.385219 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0858e886-a7c3-4788-a216-7f91b9e02709 req-09dc52d4-5f3c-4ec8-b928-c265b468aac2 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375931 Aug 25 05:09:19.390127 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port a81d506a-8037-49a1-a7fb-2de165e6049e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a81d506a-8037-49a1-a7fb-2de165e6049e,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:09:19.544107 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:19.550369 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb961927-a67b-4ef5-ba7b-a0cde8ff636f req-59e7b995-84a6-4e52-b1b2-bb6a731739c6 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:19.550931 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fb961927-a67b-4ef5-ba7b-a0cde8ff636f req-59e7b995-84a6-4e52-b1b2-bb6a731739c6 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 943 time: 0.0675561 Aug 25 05:09:19.593801 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=a81d506a-8037-49a1-a7fb-2de165e6049e,revision_number=9']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:19.595508 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fb961927-a67b-4ef5-ba7b-a0cde8ff636f req-c7a8760d-fa62-4a18-9aff-84b369e80dc5 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387936 Aug 25 05:09:19.602008 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:19.616548 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:19.616548 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:19.616548 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:19.616548 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:19.616548 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:19.616548 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:19.616548 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:19.616548 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:19.616548 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:19.616548 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:19.616548 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:19.652802 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:19.664037 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-087d3067-8f7c-4e5d-b76f-c196a356d032 req-130a8364-b6de-4882-964e-b98b2ddd43e8 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 210 time: 0.0260274 Aug 25 05:09:19.950951 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['a81d506a-8037-49a1-a7fb-2de165e6049e'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:09:19.972526 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d65e2-a4f5-43bb-95f0-a8138ad173bf req-4d1dfad2-5125-4488-910f-42333c138402 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:19.979355 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-858d65e2-a4f5-43bb-95f0-a8138ad173bf req-4d1dfad2-5125-4488-910f-42333c138402 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0471485 Aug 25 05:09:20.011100 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-858d65e2-a4f5-43bb-95f0-a8138ad173bf req-d50e4d3f-7f19-438f-b6df-a878eefae632 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310316 Aug 25 05:09:20.157877 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a82f86-8e68-4529-a45e-9d92bd972a53 req-f4900801-9732-4459-8327-cbff626a43a0 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:20.159351 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a5a82f86-8e68-4529-a45e-9d92bd972a53 req-f4900801-9732-4459-8327-cbff626a43a0 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.20 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 945 time: 0.0527375 Aug 25 05:09:20.247458 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a5a82f86-8e68-4529-a45e-9d92bd972a53 req-f86fa54b-8624-451e-8201-c0a630eccac5 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Deleting port bc8b7ad1-e789-465f-b100-b9d8d6fd164d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:09:20.247798 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a5a82f86-8e68-4529-a45e-9d92bd972a53 req-f86fa54b-8624-451e-8201-c0a630eccac5 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:20.507403 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccd6dc-f5ba-4db9-8a7e-1a3572e4de7f req-3f10bcd3-07ec-4f57-88e5-75609995f0dd tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:20.508901 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-99ccd6dc-f5ba-4db9-8a7e-1a3572e4de7f req-3f10bcd3-07ec-4f57-88e5-75609995f0dd tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 945 time: 0.0524566 Aug 25 05:09:20.545570 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a5a82f86-8e68-4529-a45e-9d92bd972a53 req-f86fa54b-8624-451e-8201-c0a630eccac5 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] For port bc8b7ad1-e789-465f-b100-b9d8d6fd164d, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=bc8b7ad1-e789-465f-b100-b9d8d6fd164d,segment=NetworkSegment(9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb),segment_id=9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:09:20.545933 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a5a82f86-8e68-4529-a45e-9d92bd972a53 req-f86fa54b-8624-451e-8201-c0a630eccac5 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:20.550017 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-99ccd6dc-f5ba-4db9-8a7e-1a3572e4de7f req-1eecd197-5915-40bb-b708-2c3eaf39d8f0 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/security-groups?id=28ed13fc-05c1-49bf-bf38-abf89f74d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349193 Aug 25 05:09:20.559020 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a5a82f86-8e68-4529-a45e-9d92bd972a53 req-f86fa54b-8624-451e-8201-c0a630eccac5 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Calling delete_port for bc8b7ad1-e789-465f-b100-b9d8d6fd164d owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:09:20.729668 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00f498-8089-4ba6-bcd9-ac127d4820ba req-87123307-5cec-4415-92ee-562439203075 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:20.731180 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ac00f498-8089-4ba6-bcd9-ac127d4820ba req-87123307-5cec-4415-92ee-562439203075 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 944 time: 0.0661943 Aug 25 05:09:20.757152 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6cf84e24-81e0-46bd-b7d1-dac1c2ee64c1 req-385acc1e-e7e5-4d29-b7b5-ac044c8b94f0 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 210 time: 0.0283477 Aug 25 05:09:20.773817 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ac00f498-8089-4ba6-bcd9-ac127d4820ba req-bf09ab97-a08a-4a8d-9767-b4ab50ddc16e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364065 Aug 25 05:09:20.818333 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a5a82f86-8e68-4529-a45e-9d92bd972a53 req-f86fa54b-8624-451e-8201-c0a630eccac5 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:20.846874 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fa54b-8624-451e-8201-c0a630eccac5 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Pushing event deleted for resources: {'Port': ['ID=bc8b7ad1-e789-465f-b100-b9d8d6fd164d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:20.859189 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['bc8b7ad1-e789-465f-b100-b9d8d6fd164d'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:09:20.885139 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a82f86-8e68-4529-a45e-9d92bd972a53 req-f86fa54b-8624-451e-8201-c0a630eccac5 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] No DVR routers for this DVR port bc8b7ad1-e789-465f-b100-b9d8d6fd164d on host hv-cinder-75793 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:09:20.887529 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a5a82f86-8e68-4529-a45e-9d92bd972a53 req-f86fa54b-8624-451e-8201-c0a630eccac5 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:20.889453 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a5a82f86-8e68-4529-a45e-9d92bd972a53 req-f86fa54b-8624-451e-8201-c0a630eccac5 tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.20 "DELETE /v2.0/ports/bc8b7ad1-e789-465f-b100-b9d8d6fd164d HTTP/1.1" status: 204 len: 173 time: 0.7231994 Aug 25 05:09:20.889875 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464c9d2f-e066-40fe-95ec-f22f6daf825c', 'name': 'network-vif-deleted', 'tag': 'bc8b7ad1-e789-465f-b100-b9d8d6fd164d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:09:20.892647 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9097b079-482c-4965-a2df-be97745f666b" -d '{"events": [{"server_uuid": "464c9d2f-e066-40fe-95ec-f22f6daf825c", "name": "network-vif-deleted", "tag": "bc8b7ad1-e789-465f-b100-b9d8d6fd164d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:09:20.927847 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f112ee2a-06d3-4306-96ec-d2e67ebd7ef4 x-openstack-request-id: req-f112ee2a-06d3-4306-96ec-d2e67ebd7ef4 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:09:20.927847 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464c9d2f-e066-40fe-95ec-f22f6daf825c", "name": "network-vif-deleted", "tag": "bc8b7ad1-e789-465f-b100-b9d8d6fd164d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:09:20.927847 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f112ee2a-06d3-4306-96ec-d2e67ebd7ef4 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:09:20.927847 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464c9d2f-e066-40fe-95ec-f22f6daf825c', 'name': 'network-vif-deleted', 'tag': 'bc8b7ad1-e789-465f-b100-b9d8d6fd164d', 'status': 'completed', 'code': 200} Aug 25 05:09:21.132039 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device a81d506a-8037-49a1-a7fb-2de165e6049e up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:09:21.136374 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9bf48-95e0-4407-a44a-d709e6b04c00 req-5d808516-8568-464d-bf4a-a24b41541a9c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:21.143075 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-91b9bf48-95e0-4407-a44a-d709e6b04c00 req-5d808516-8568-464d-bf4a-a24b41541a9c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0579133 Aug 25 05:09:21.178272 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-91b9bf48-95e0-4407-a44a-d709e6b04c00 req-8e5ae313-9d44-4e32-9e4d-8f0189e6ffe5 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341742 Aug 25 05:09:21.189681 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port a81d506a-8037-49a1-a7fb-2de165e6049e triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:09:21.190124 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:21.267492 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:21.289765 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d34a445-550e-48b2-b757-df88a7bb6724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81d506a-8037-49a1-a7fb-2de165e6049e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:09:21.292034 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96028314-ae0c-46d9-a297-e5b048312fdf" -d '{"events": [{"server_uuid": "7d34a445-550e-48b2-b757-df88a7bb6724", "name": "network-vif-plugged", "status": "completed", "tag": "a81d506a-8037-49a1-a7fb-2de165e6049e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:09:21.307286 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port a81d506a-8037-49a1-a7fb-2de165e6049e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a81d506a-8037-49a1-a7fb-2de165e6049e,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:09:21.329098 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e00210-1b8c-4899-841d-c298e2f3f45d x-openstack-request-id: req-56e00210-1b8c-4899-841d-c298e2f3f45d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:09:21.329401 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d34a445-550e-48b2-b757-df88a7bb6724", "name": "network-vif-plugged", "status": "completed", "tag": "a81d506a-8037-49a1-a7fb-2de165e6049e", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:09:21.334375 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56e00210-1b8c-4899-841d-c298e2f3f45d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:09:21.334375 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d34a445-550e-48b2-b757-df88a7bb6724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81d506a-8037-49a1-a7fb-2de165e6049e', 'code': 200} Aug 25 05:09:21.398487 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:21.399465 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device bc8b7ad1-e789-465f-b100-b9d8d6fd164d no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:09:21.438063 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] No Port match for: bc8b7ad1-e789-465f-b100-b9d8d6fd164d {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:09:21.438407 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device bc8b7ad1-e789-465f-b100-b9d8d6fd164d not bound to the agent host hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:09:21.463103 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=a81d506a-8037-49a1-a7fb-2de165e6049e,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:21.650856 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bd8f92aa-21c0-4acf-9ca2-2837166635b0 req-63ae4404-8c62-4e80-9ce1-cdfe4137e96f tempest-AttachVolumeNegativeTest-719255978 tempest-AttachVolumeNegativeTest-719255978-project] 10.222.0.13 "GET /v2.0/ports?device_id=464c9d2f-e066-40fe-95ec-f22f6daf825c HTTP/1.1" status: 200 len: 210 time: 0.0253725 Aug 25 05:09:21.851321 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8a62d9c1-ab06-4f46-8a2a-2fda5025fdbf req-822aca8d-2ace-439e-a6a9-7993028bf498 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 210 time: 0.0255082 Aug 25 05:09:21.899181 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea119966-021a-4f9b-badf-3475ae8425ed req-9fa93e03-10f4-4112-b7c3-2511dfd0044b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:21.900627 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ea119966-021a-4f9b-badf-3475ae8425ed req-9fa93e03-10f4-4112-b7c3-2511dfd0044b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 946 time: 0.0475109 Aug 25 05:09:21.936662 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ea119966-021a-4f9b-badf-3475ae8425ed req-6df4106f-5f8a-4a96-88fe-143993832705 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301521 Aug 25 05:09:22.186816 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ef19d-690d-4d5d-8db2-8ffcd46588dc req-d363ab3d-82d3-43bc-a481-e28b83ebf55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:22.188871 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bb3ef19d-690d-4d5d-8db2-8ffcd46588dc req-d363ab3d-82d3-43bc-a481-e28b83ebf55f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 1099 time: 0.0395062 Aug 25 05:09:22.228892 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bb3ef19d-690d-4d5d-8db2-8ffcd46588dc req-8664812e-7d2c-4d99-8ece-d148f077dd8e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320241 Aug 25 05:09:22.291670 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2398d5c-a828-4b34-875a-5527539964ff req-80e7d283-5702-4431-9ac1-a95887296049 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:22.293205 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b2398d5c-a828-4b34-875a-5527539964ff req-80e7d283-5702-4431-9ac1-a95887296049 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0484376 Aug 25 05:09:22.331680 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b2398d5c-a828-4b34-875a-5527539964ff req-52da7021-b854-4657-b529-b32dd9d36429 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324619 Aug 25 05:09:22.416886 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a345a-0465-4f48-8e42-0a3f4ff0a511 req-80264575-2ac7-4f63-9c5d-7fad412e1779 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:22.418261 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-eb5a345a-0465-4f48-8e42-0a3f4ff0a511 req-80264575-2ac7-4f63-9c5d-7fad412e1779 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0476732 Aug 25 05:09:22.459183 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-eb5a345a-0465-4f48-8e42-0a3f4ff0a511 req-564175e9-4d7d-4a1c-a015-45396825c17c tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340836 Aug 25 05:09:22.705501 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 42720) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:22.749106 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd937a3-db27-4520-9c7e-8a26d92c0b0e admin admin] Deleting subnet d53b1662-ec49-4fbc-9102-24e8f837212c {{(pid=94638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 05:09:22.753210 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0cd937a3-db27-4520-9c7e-8a26d92c0b0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:22.789272 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0cd937a3-db27-4520-9c7e-8a26d92c0b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-52350773'] for subnet, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:22.830086 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0cd937a3-db27-4520-9c7e-8a26d92c0b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770766'] for subnet, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:22.947632 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f5cf2d33-49c7-415b-aaae-28414bc9c45c req-f43e7747-dbb1-46ad-a8d0-d8eb1a762b95 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 210 time: 0.0296748 Aug 25 05:09:22.984705 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0cd937a3-db27-4520-9c7e-8a26d92c0b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7772541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52350927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-52317187'] for subnet, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:23.012783 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0cd937a3-db27-4520-9c7e-8a26d92c0b0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:23.014709 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-0cd937a3-db27-4520-9c7e-8a26d92c0b0e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d53b1662-ec49-4fbc-9102-24e8f837212c HTTP/1.1" status: 204 len: 168 time: 0.3081889 Aug 25 05:09:23.015730 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd937a3-db27-4520-9c7e-8a26d92c0b0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d53b1662-ec49-4fbc-9102-24e8f837212c,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:23.017112 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 42726) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:23.056047 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00568714-a31c-4dc7-bc01-516b02433908 req-744cec23-0da6-4d53-9f6c-6f6dccfe7aca tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:23.057554 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-00568714-a31c-4dc7-bc01-516b02433908 req-744cec23-0da6-4d53-9f6c-6f6dccfe7aca tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 946 time: 0.0484350 Aug 25 05:09:23.085331 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2e07-da08-4c31-8724-6d0cf7254f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7799533'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:23.095564 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-00568714-a31c-4dc7-bc01-516b02433908 req-5bdf7122-2c3a-4b39-85cb-d6ba02a97a22 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314875 Aug 25 05:09:23.167419 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2e07-da08-4c31-8724-6d0cf7254f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7770889', 'neutron.services.segments.db._delete_segments_for_network-8785199888559'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:23.177008 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-9f2b2e07-da08-4c31-8724-6d0cf7254f4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56a9b07-6c6a-4f03-92c6-427129739fed']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:09:23.187063 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-9f2b2e07-da08-4c31-8724-6d0cf7254f4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:09:23.187360 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-9f2b2e07-da08-4c31-8724-6d0cf7254f4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a70c0c1-f95b-42f8-a5e2-fea34ae3c0fb') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:09:23.195932 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2e07-da08-4c31-8724-6d0cf7254f4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785199888442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-52350778'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:23.214559 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2e07-da08-4c31-8724-6d0cf7254f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:23.215142 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2b2e07-da08-4c31-8724-6d0cf7254f4f admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:09:23.215519 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2e07-da08-4c31-8724-6d0cf7254f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52348973'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: Traceback (most recent call last): Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: timer() Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: cb(*args, **kw) Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: return func(*args, **kwargs) Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: self._notify() Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: self.callback(batched_events) Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: event.method(event) Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: return f(self, *a, **k) Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: return self._get(url).json() Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 05:09:23.217089 dv-cinder-757936-7-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 05:09:23.244538 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-7fb8bb0f-c37c-4445-b903-1a0f15b4e756 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4137afff591746f0ab3ebfdee4841590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204051 Aug 25 05:09:23.347018 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2e07-da08-4c31-8724-6d0cf7254f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7770880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406170'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:23.354077 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2e07-da08-4c31-8724-6d0cf7254f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:23.358792 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-03bc2538-b5a4-49db-8993-7831967503cf tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:23.358792 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-03bc2538-b5a4-49db-8993-7831967503cf tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1000094 Aug 25 05:09:23.359267 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9f2b2e07-da08-4c31-8724-6d0cf7254f4f admin admin] 10.222.0.13 "DELETE /v2.0/networks/f56a9b07-6c6a-4f03-92c6-427129739fed HTTP/1.1" status: 204 len: 168 time: 0.3406951 Aug 25 05:09:23.379359 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b2e07-da08-4c31-8724-6d0cf7254f4f admin admin] Pushing event deleted for resources: {'Network': ['ID=f56a9b07-6c6a-4f03-92c6-427129739fed,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:23.387574 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-ab1370ca-17c9-46ae-a5ed-345b22ada815 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Request body: {'port': {'device_id': '4c8ec929-3131-424f-b0a9-cd731bcdf60a', 'network_id': '3dde19b2-61fb-414a-825f-e1934b9466fc', 'admin_state_up': True, 'tenant_id': '4137afff591746f0ab3ebfdee4841590'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:09:23.461046 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c81c2-1881-4a62-bcbb-697463b591dd req-767f7e3f-0ecb-4533-a3ba-d357f7668655 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:23.476707 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b97c81c2-1881-4a62-bcbb-697463b591dd req-767f7e3f-0ecb-4533-a3ba-d357f7668655 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0636463 Aug 25 05:09:23.530813 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b97c81c2-1881-4a62-bcbb-697463b591dd req-c7814e15-d09f-452e-9451-f40f6c0b81cf tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410006 Aug 25 05:09:23.591213 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204ab9b-dd88-4a02-aa04-f4586e67e958 req-7f374e97-4230-4080-bb5c-74c216e8104f tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:23.593029 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9204ab9b-dd88-4a02-aa04-f4586e67e958 req-7f374e97-4230-4080-bb5c-74c216e8104f tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0502059 Aug 25 05:09:23.598803 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-ab1370ca-17c9-46ae-a5ed-345b22ada815 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Made reservation on behalf of 4137afff591746f0ab3ebfdee4841590 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:09:23.602380 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-ab1370ca-17c9-46ae-a5ed-345b22ada815 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:23.624174 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-ab1370ca-17c9-46ae-a5ed-345b22ada815 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:23.659087 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9204ab9b-dd88-4a02-aa04-f4586e67e958 req-3edeeb28-c231-499a-8271-aa535539d548 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540600 Aug 25 05:09:23.738599 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-ab1370ca-17c9-46ae-a5ed-345b22ada815 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:23.800583 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 42756) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:23.839943 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-2dad126b-f107-498c-8352-28bf55f9c14e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc5e16762d884267a7491c617cb51cd3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381315 Aug 25 05:09:23.842205 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 42758) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:23.844772 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-ab1370ca-17c9-46ae-a5ed-345b22ada815 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:23.890253 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8830-f690-42f9-a071-9ac850cf5a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:23.903200 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1370ca-17c9-46ae-a5ed-345b22ada815 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e636eb04-a7f5-4b72-97c8-4e72340615f7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:23.912561 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8830-f690-42f9-a071-9ac850cf5a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:23.979866 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-ab1370ca-17c9-46ae-a5ed-345b22ada815 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Allocated IP 192.168.233.246 (3dde19b2-61fb-414a-825f-e1934b9466fc/db907cbb-8c2b-4f60-9db2-6944b4e256b1/81e4d1ae-d0b6-4e0e-b51b-2216130a2390) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:09:24.041601 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d450de60-c319-48f7-a7a5-ecb5dab97ebb req-6e5217fa-5256-4868-b111-95c1406f9627 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 210 time: 0.0293903 Aug 25 05:09:24.042956 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8830-f690-42f9-a071-9ac850cf5a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:24.045613 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8830-f690-42f9-a071-9ac850cf5a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:24.049010 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9d7b8830-f690-42f9-a071-9ac850cf5a15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28ed13fc-05c1-49bf-bf38-abf89f74d1b1 HTTP/1.1" status: 204 len: 168 time: 0.2035415 Aug 25 05:09:24.054630 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b8830-f690-42f9-a071-9ac850cf5a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ed13fc-05c1-49bf-bf38-abf89f74d1b1,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:24.140658 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-ab1370ca-17c9-46ae-a5ed-345b22ada815 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:24.155658 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-ab1370ca-17c9-46ae-a5ed-345b22ada815 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Transition to ACTIVE for port object 81e4d1ae-d0b6-4e0e-b51b-2216130a2390 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:09:24.231818 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e5098-4f81-495d-a10e-caed980524d7 req-5b4cb040-e18c-441a-90a9-baeedea87911 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:24.233241 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d05e5098-4f81-495d-a10e-caed980524d7 req-5b4cb040-e18c-441a-90a9-baeedea87911 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 946 time: 0.0488155 Aug 25 05:09:24.271530 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d05e5098-4f81-495d-a10e-caed980524d7 req-42ed0ea2-f89f-406d-96c1-d56a39c901a7 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322802 Aug 25 05:09:24.318794 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-ab1370ca-17c9-46ae-a5ed-345b22ada815 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:24.358341 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-ab1370ca-17c9-46ae-a5ed-345b22ada815 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Network 3dde19b2-61fb-414a-825f-e1934b9466fc is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:09:24.363384 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-ab1370ca-17c9-46ae-a5ed-345b22ada815 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:09:24.367617 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-ab1370ca-17c9-46ae-a5ed-345b22ada815 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:09:24.373148 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-ab1370ca-17c9-46ae-a5ed-345b22ada815 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:24.373765 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-ab1370ca-17c9-46ae-a5ed-345b22ada815 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:24.390808 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1370ca-17c9-46ae-a5ed-345b22ada815 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Pushing event updated for resources: {'Port': ['ID=81e4d1ae-d0b6-4e0e-b51b-2216130a2390,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:24.519362 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-ab1370ca-17c9-46ae-a5ed-345b22ada815 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1358895 Aug 25 05:09:24.539075 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] Request body: {'port': {'device_id': '4c8ec929-3131-424f-b0a9-cd731bcdf60a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:09:24.599639 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:24.651593 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f98e01-99aa-4644-8a45-d9ad97e6dd1f req-dab8ad1a-ede9-4c4d-abb3-f8d3723e6a52 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:24.653347 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5f98e01-99aa-4644-8a45-d9ad97e6dd1f req-dab8ad1a-ede9-4c4d-abb3-f8d3723e6a52 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0523500 Aug 25 05:09:24.713262 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-871fad86-74e7-4f35-9eaf-8a3e6541d1d5 None None] Provisioning for port 81e4d1ae-d0b6-4e0e-b51b-2216130a2390 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:09:24.718816 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-871fad86-74e7-4f35-9eaf-8a3e6541d1d5 None None] Provisioning complete for port 81e4d1ae-d0b6-4e0e-b51b-2216130a2390 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:09:24.719036 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5f98e01-99aa-4644-8a45-d9ad97e6dd1f req-2f8c4223-480f-4206-b209-5b4dc2d1a73b tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba510bbf-76df-40f4-a9f5-1fa28c98fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556087 Aug 25 05:09:24.719623 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-871fad86-74e7-4f35-9eaf-8a3e6541d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:24.734318 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68912010-389b-4356-aee0-fb8fb2869a38 req-0dce45af-b5be-4090-a0ec-557a5a37fa9c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:24.736882 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-68912010-389b-4356-aee0-fb8fb2869a38 req-0dce45af-b5be-4090-a0ec-557a5a37fa9c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.20 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 946 time: 0.0824754 Aug 25 05:09:24.761848 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-871fad86-74e7-4f35-9eaf-8a3e6541d1d5 None None] Port 81e4d1ae-d0b6-4e0e-b51b-2216130a2390 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:09:24.835455 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-68912010-389b-4356-aee0-fb8fb2869a38 req-0c81f203-3616-4f57-859a-e79ddb35251c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Deleting port 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:09:24.835803 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-68912010-389b-4356-aee0-fb8fb2869a38 req-0c81f203-3616-4f57-859a-e79ddb35251c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:24.846376 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72b912-cb64-400d-bdbe-8a99c0a297b8 req-1c7478cd-6b74-48fb-afa7-580388098d88 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:24.847914 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4d72b912-cb64-400d-bdbe-8a99c0a297b8 req-1c7478cd-6b74-48fb-afa7-580388098d88 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.1063333 Aug 25 05:09:24.917788 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4d72b912-cb64-400d-bdbe-8a99c0a297b8 req-31fbb78c-2e54-4cfc-a59d-02ec610e25cd tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609949 Aug 25 05:09:24.939986 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-68912010-389b-4356-aee0-fb8fb2869a38 req-0c81f203-3616-4f57-859a-e79ddb35251c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] For port 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0,segment=NetworkSegment(c00594e0-af93-4a9a-b520-a1ea5ec370f0),segment_id=c00594e0-af93-4a9a-b520-a1ea5ec370f0)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:09:24.940358 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-68912010-389b-4356-aee0-fb8fb2869a38 req-0c81f203-3616-4f57-859a-e79ddb35251c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:24.957460 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-68912010-389b-4356-aee0-fb8fb2869a38 req-0c81f203-3616-4f57-859a-e79ddb35251c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Calling delete_port for 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 owned by compute:nova {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:09:24.962771 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e4d1ae-d0b6-4e0e-b51b-2216130a2390 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:09:24.970868 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:24.983266 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] Transition to ACTIVE for port object 81e4d1ae-d0b6-4e0e-b51b-2216130a2390 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:09:25.066910 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:25.121018 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] Pushing event updated for resources: {'Port': ['ID=81e4d1ae-d0b6-4e0e-b51b-2216130a2390,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:25.161162 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] Attempting to bind port 81e4d1ae-d0b6-4e0e-b51b-2216130a2390 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:09:25.161836 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] Attempting to bind port 81e4d1ae-d0b6-4e0e-b51b-2216130a2390 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'e741faf9-24a0-4b0c-a442-cb35e22fabe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3dde19b2-61fb-414a-825f-e1934b9466fc'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:09:25.161836 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] Attempting to bind port 81e4d1ae-d0b6-4e0e-b51b-2216130a2390 on network 3dde19b2-61fb-414a-825f-e1934b9466fc {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:09:25.166707 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] Port 81e4d1ae-d0b6-4e0e-b51b-2216130a2390 on network 3dde19b2-61fb-414a-825f-e1934b9466fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 05:09:25.167038 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] Attempting to bind port 81e4d1ae-d0b6-4e0e-b51b-2216130a2390 on network 3dde19b2-61fb-414a-825f-e1934b9466fc {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:09:25.174865 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] Checking agent: {'id': '2d6b99c1-3d97-4a8a-bca5-2c0d702c36c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'started_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:09:25.175213 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] Checking segment: {'id': 'e741faf9-24a0-4b0c-a442-cb35e22fabe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3dde19b2-61fb-414a-825f-e1934b9466fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:09:25.175606 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] Bound using segment: {'id': 'e741faf9-24a0-4b0c-a442-cb35e22fabe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3dde19b2-61fb-414a-825f-e1934b9466fc'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:09:25.176041 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] Bound port: 81e4d1ae-d0b6-4e0e-b51b-2216130a2390, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e741faf9-24a0-4b0c-a442-cb35e22fabe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3dde19b2-61fb-414a-825f-e1934b9466fc'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:09:25.176399 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:25.178459 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-68912010-389b-4356-aee0-fb8fb2869a38 req-0c81f203-3616-4f57-859a-e79ddb35251c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:25.216649 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81f203-3616-4f57-859a-e79ddb35251c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Pushing event deleted for resources: {'Port': ['ID=148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:25.226561 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c15a2-46b4-4c00-9eb9-4dd352f92cfa req-69830d14-b384-483c-be12-0638849545f0 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:25.230065 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1a5c15a2-46b4-4c00-9eb9-4dd352f92cfa req-69830d14-b384-483c-be12-0638849545f0 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 948 time: 0.1036458 Aug 25 05:09:25.253570 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] For port 81e4d1ae-d0b6-4e0e-b51b-2216130a2390, host hv-cinder-75793, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:09:25.257577 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] For port 81e4d1ae-d0b6-4e0e-b51b-2216130a2390, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=81e4d1ae-d0b6-4e0e-b51b-2216130a2390,segment=NetworkSegment(e741faf9-24a0-4b0c-a442-cb35e22fabe4),segment_id=e741faf9-24a0-4b0c-a442-cb35e22fabe4)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:09:25.302622 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-68912010-389b-4356-aee0-fb8fb2869a38 req-0c81f203-3616-4f57-859a-e79ddb35251c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] No DVR routers for this DVR port 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 on host hv-cinder-75793 {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:09:25.310270 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-68912010-389b-4356-aee0-fb8fb2869a38 req-0c81f203-3616-4f57-859a-e79ddb35251c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:25.312276 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-68912010-389b-4356-aee0-fb8fb2869a38 req-0c81f203-3616-4f57-859a-e79ddb35251c tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.20 "DELETE /v2.0/ports/148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 HTTP/1.1" status: 204 len: 173 time: 0.5693545 Aug 25 05:09:25.312707 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81893380-77fa-4724-8e7a-2ca10e6f3a88', 'name': 'network-vif-deleted', 'tag': '148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:09:25.315663 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201d1c13-e601-4a08-b474-6c92a0296dbd" -d '{"events": [{"server_uuid": "81893380-77fa-4724-8e7a-2ca10e6f3a88", "name": "network-vif-deleted", "tag": "148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:09:25.340802 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1a5c15a2-46b4-4c00-9eb9-4dd352f92cfa req-cf6d580e-659e-4878-8835-f626de0f7f89 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/security-groups?id=e636eb04-a7f5-4b72-97c8-4e72340615f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025672 Aug 25 05:09:25.390675 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1261b007-d8d3-42bd-b220-93903a2f18d0 x-openstack-request-id: req-1261b007-d8d3-42bd-b220-93903a2f18d0 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:09:25.391296 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81893380-77fa-4724-8e7a-2ca10e6f3a88", "name": "network-vif-deleted", "tag": "148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:09:25.391724 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1261b007-d8d3-42bd-b220-93903a2f18d0 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:09:25.392289 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81893380-77fa-4724-8e7a-2ca10e6f3a88', 'name': 'network-vif-deleted', 'tag': '148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0', 'status': 'completed', 'code': 200} Aug 25 05:09:25.397383 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe4fef-6b6a-4154-97ac-24a61fe3b6d9 req-7e010d1f-475d-45b7-b532-96d19f9e881c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:25.402870 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-13fe4fef-6b6a-4154-97ac-24a61fe3b6d9 req-7e010d1f-475d-45b7-b532-96d19f9e881c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 946 time: 0.0557511 Aug 25 05:09:25.404534 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:25.459253 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:25.459874 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:25.461316 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] 10.222.0.20 "PUT /v2.0/ports/81e4d1ae-d0b6-4e0e-b51b-2216130a2390 HTTP/1.1" status: 200 len: 1098 time: 0.9267516 Aug 25 05:09:25.461680 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8ec929-3131-424f-b0a9-cd731bcdf60a', 'tag': '81e4d1ae-d0b6-4e0e-b51b-2216130a2390'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:09:25.463909 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5c3137-95d7-48b4-b994-192dbae00cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8ec929-3131-424f-b0a9-cd731bcdf60a", "tag": "81e4d1ae-d0b6-4e0e-b51b-2216130a2390"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:09:25.507125 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-13fe4fef-6b6a-4154-97ac-24a61fe3b6d9 req-8dc23634-aa6d-490d-833d-47e9c2e92c6b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977960 Aug 25 05:09:25.512556 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83f310-7e2c-4638-9e28-71715e7e4a0f service neutron] Pushing event updated for resources: {'Port': ['ID=81e4d1ae-d0b6-4e0e-b51b-2216130a2390,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:25.577283 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33471ed-076e-4eb0-9d98-8dd1d418ea0b x-openstack-request-id: req-e33471ed-076e-4eb0-9d98-8dd1d418ea0b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:09:25.577572 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8ec929-3131-424f-b0a9-cd731bcdf60a", "tag": "81e4d1ae-d0b6-4e0e-b51b-2216130a2390", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:09:25.577817 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e33471ed-076e-4eb0-9d98-8dd1d418ea0b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:09:25.578208 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c8ec929-3131-424f-b0a9-cd731bcdf60a', 'tag': '81e4d1ae-d0b6-4e0e-b51b-2216130a2390', 'status': 'completed', 'code': 200} Aug 25 05:09:25.661051 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c3137-95d7-48b4-b994-192dbae00cc9 req-6b93f151-111e-4ae7-a0fd-5837b14858f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:25.662584 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1b5c3137-95d7-48b4-b994-192dbae00cc9 req-6b93f151-111e-4ae7-a0fd-5837b14858f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4137afff591746f0ab3ebfdee4841590&device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 1101 time: 0.0421948 Aug 25 05:09:25.699277 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1b5c3137-95d7-48b4-b994-192dbae00cc9 req-ac401e4c-918f-4e5b-a40a-717da7998458 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=4137afff591746f0ab3ebfdee4841590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228918 Aug 25 05:09:25.793734 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c3137-95d7-48b4-b994-192dbae00cc9 req-caaa74f0-4921-4593-8c52-47789bace59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:25.795136 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1b5c3137-95d7-48b4-b994-192dbae00cc9 req-caaa74f0-4921-4593-8c52-47789bace59a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0889568 Aug 25 05:09:25.820137 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3f7070d7-e8ab-477c-af00-6f4a11110b10 req-25e52a3a-8e4c-4f6e-becb-d478f9daaaa3 tempest-ServerRescueNegativeTestJSON-443201610 tempest-ServerRescueNegativeTestJSON-443201610-project] 10.222.0.13 "GET /v2.0/ports?device_id=81893380-77fa-4724-8e7a-2ca10e6f3a88 HTTP/1.1" status: 200 len: 210 time: 0.0285959 Aug 25 05:09:25.913291 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-1be3c36a-145b-4c04-a017-85df5a861043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:25.914800 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-1be3c36a-145b-4c04-a017-85df5a861043 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4137afff591746f0ab3ebfdee4841590&device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 1101 time: 0.0402288 Aug 25 05:09:25.966714 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-5fdb90a6-9f33-4900-a0f4-5416bc25b325 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=81e4d1ae-d0b6-4e0e-b51b-2216130a2390 HTTP/1.1" status: 200 len: 217 time: 0.0369966 Aug 25 05:09:26.040346 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-a4f9336a-f10c-4458-84d6-cb8921e58d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:26.041765 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-a4f9336a-f10c-4458-84d6-cb8921e58d8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db907cbb-8c2b-4f60-9db2-6944b4e256b1 HTTP/1.1" status: 200 len: 843 time: 0.0677440 Aug 25 05:09:26.065998 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea1c96-e875-4648-924b-aa8cc1c30bab req-8be38883-f67e-4c58-a19f-7586dcd986e6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:26.067446 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-67ea1c96-e875-4648-924b-aa8cc1c30bab req-8be38883-f67e-4c58-a19f-7586dcd986e6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0686011 Aug 25 05:09:26.124606 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-67ea1c96-e875-4648-924b-aa8cc1c30bab req-448c45bc-3376-455e-9454-08decde194af tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427961 Aug 25 05:09:26.128073 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-d22d7527-6cd4-4dab-8752-33bec76b299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:26.129521 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-d22d7527-6cd4-4dab-8752-33bec76b299b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3dde19b2-61fb-414a-825f-e1934b9466fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0799522 Aug 25 05:09:26.223842 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-05b9988b-11ff-44ed-84fd-6ddff4df8389 service neutron] 10.222.0.20 "GET /v2.0/networks/3dde19b2-61fb-414a-825f-e1934b9466fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854416 Aug 25 05:09:26.323345 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7783dadd-ef69-4a30-b903-96ff86779c47 req-48b285aa-05ed-471b-a39b-bfafaac13c34 service neutron] 10.222.0.20 "GET /v2.0/networks/3dde19b2-61fb-414a-825f-e1934b9466fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920072 Aug 25 05:09:26.464075 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9b2ab-0629-4924-82a7-d8c54e546d4b req-935536c0-853d-4df6-94de-5ef91bbf6eb8 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:26.465624 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-04d9b2ab-0629-4924-82a7-d8c54e546d4b req-935536c0-853d-4df6-94de-5ef91bbf6eb8 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 948 time: 0.0550320 Aug 25 05:09:26.503976 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-04d9b2ab-0629-4924-82a7-d8c54e546d4b req-14d9aaad-8887-4bd4-8204-3ec709348d4b tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/security-groups?id=e636eb04-a7f5-4b72-97c8-4e72340615f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320914 Aug 25 05:09:26.634209 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070718c3-c94e-47ad-bda8-55947115ef4c req-a8a35554-4b07-436e-87c2-d0c3658b27ea tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:26.635613 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-070718c3-c94e-47ad-bda8-55947115ef4c req-a8a35554-4b07-436e-87c2-d0c3658b27ea tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 946 time: 0.0510936 Aug 25 05:09:26.672755 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-070718c3-c94e-47ad-bda8-55947115ef4c req-31fd5f05-47c7-41fd-b181-95c8be3077e8 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311279 Aug 25 05:09:26.873215 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 42840) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:27.146651 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:09:27.165975 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] No Port match for: 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:09:27.166310 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 148905b1-1d2b-4ad2-9a5b-f451c7dcc9f0 not bound to the agent host hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:09:27.270080 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b3f3576-7503-4f74-be60-5cd49c9c93b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552858'] for router_interface, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:27.274707 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb2fbf-f613-4d60-bece-0481b161985f req-72cf2fff-335c-4c8d-8c6e-727ea6265867 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:27.276300 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dfdb2fbf-f613-4d60-bece-0481b161985f req-72cf2fff-335c-4c8d-8c6e-727ea6265867 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0475106 Aug 25 05:09:27.313538 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dfdb2fbf-f613-4d60-bece-0481b161985f req-e14fed14-556f-403e-b4d4-dcb05d272fb8 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315282 Aug 25 05:09:27.554214 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-1b3f3576-7503-4f74-be60-5cd49c9c93b0 admin admin] Deleting port 245a9775-2a35-438f-b6b9-6ab04a2f5c1f {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:09:27.554818 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b3f3576-7503-4f74-be60-5cd49c9c93b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:27.661228 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-1b3f3576-7503-4f74-be60-5cd49c9c93b0 admin admin] For port 245a9775-2a35-438f-b6b9-6ab04a2f5c1f, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=245a9775-2a35-438f-b6b9-6ab04a2f5c1f,segment=NetworkSegment(c00594e0-af93-4a9a-b520-a1ea5ec370f0),segment_id=c00594e0-af93-4a9a-b520-a1ea5ec370f0)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:09:27.661509 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b3f3576-7503-4f74-be60-5cd49c9c93b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:27.675789 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99dbfd-9c53-42cb-92fe-f0614bc85604 req-0b599f0f-6b70-485d-83b7-628eab7cc47a tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:27.677235 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bc99dbfd-9c53-42cb-92fe-f0614bc85604 req-0b599f0f-6b70-485d-83b7-628eab7cc47a tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 948 time: 0.1064456 Aug 25 05:09:27.682352 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-1b3f3576-7503-4f74-be60-5cd49c9c93b0 admin admin] Calling delete_port for 245a9775-2a35-438f-b6b9-6ab04a2f5c1f owned by network:router_interface {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:09:27.760114 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bc99dbfd-9c53-42cb-92fe-f0614bc85604 req-f87ce4f0-7409-412f-a916-68d62617c547 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/security-groups?id=e636eb04-a7f5-4b72-97c8-4e72340615f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755925 Aug 25 05:09:27.967510 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b3f3576-7503-4f74-be60-5cd49c9c93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:27.995494 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f3576-7503-4f74-be60-5cd49c9c93b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=245a9775-2a35-438f-b6b9-6ab04a2f5c1f,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:28.156563 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b3f3576-7503-4f74-be60-5cd49c9c93b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550380'] for router_interface, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:28.356744 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3f3576-7503-4f74-be60-5cd49c9c93b0 admin admin] Router 70afb5fb-4df2-45fc-9cb0-90c7ac3da70b has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:09:28.430944 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1d622-f7a0-4bb0-bd04-7c7721e9b033 req-43cfd9ca-6be4-4a92-a3d5-d4cd731c4b4f tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:28.432501 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-77b1d622-f7a0-4bb0-bd04-7c7721e9b033 req-43cfd9ca-6be4-4a92-a3d5-d4cd731c4b4f tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0525720 Aug 25 05:09:28.472437 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-77b1d622-f7a0-4bb0-bd04-7c7721e9b033 req-dc6eaeab-e16e-4fed-a8d6-dd513284cbad tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337169 Aug 25 05:09:28.678091 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3f3576-7503-4f74-be60-5cd49c9c93b0 admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:09:28.683390 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-1b3f3576-7503-4f74-be60-5cd49c9c93b0 admin admin] 10.222.0.13 "PUT /v2.0/routers/70afb5fb-4df2-45fc-9cb0-90c7ac3da70b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8091626 Aug 25 05:09:28.685970 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 42868) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:28.691130 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db25fb89-e730-4934-9a89-8a767a4a06fe None None] Sync routers for ids ['70afb5fb-4df2-45fc-9cb0-90c7ac3da70b'] in dv-cinder-757936-7-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:09:28.699967 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db25fb89-e730-4934-9a89-8a767a4a06fe None None] Routers {'70afb5fb-4df2-45fc-9cb0-90c7ac3da70b'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:09:28.700581 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-db25fb89-e730-4934-9a89-8a767a4a06fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:09:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['70afb5fb-4df2-45fc-9cb0-90c7ac3da70b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:09:28.789306 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1d3a-e11a-4fc8-b7bf-822d992f22c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:28.803146 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-db25fb89-e730-4934-9a89-8a767a4a06fe None None] Set router 70afb5fb-4df2-45fc-9cb0-90c7ac3da70b gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:09:28.876783 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed3c36-ce4d-49e1-9922-aa2d91bbba26 req-ba49d6c6-717d-4581-8c8f-0c0d93126dcc tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:28.878400 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8bed3c36-ce4d-49e1-9922-aa2d91bbba26 req-ba49d6c6-717d-4581-8c8f-0c0d93126dcc tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 948 time: 0.0497801 Aug 25 05:09:28.902351 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1d3a-e11a-4fc8-b7bf-822d992f22c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:28.919353 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8bed3c36-ce4d-49e1-9922-aa2d91bbba26 req-9c61056e-a347-4363-8009-f0c25b66f83a tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/security-groups?id=e636eb04-a7f5-4b72-97c8-4e72340615f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349908 Aug 25 05:09:28.979309 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-db25fb89-e730-4934-9a89-8a767a4a06fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70afb5fb-4df2-45fc-9cb0-90c7ac3da70b', 'name': 'tempest-ServerRescueNegativeTestJSON-591815100-router', 'tenant_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'b2b82003-0393-45a8-94d6-aec843ef7710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:37Z', 'updated_at': '2021-08-25T05:09:27Z', 'revision_number': 5, 'project_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'gw_port': {'id': 'b2b82003-0393-45a8-94d6-aec843ef7710', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70afb5fb-4df2-45fc-9cb0-90c7ac3da70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:38Z', 'updated_at': '2021-08-25T05:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:09:29.007876 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db25fb89-e730-4934-9a89-8a767a4a06fe None None] Checking router: 70afb5fb-4df2-45fc-9cb0-90c7ac3da70b for host: dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:09:29.015749 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db25fb89-e730-4934-9a89-8a767a4a06fe None None] Routers {'70afb5fb-4df2-45fc-9cb0-90c7ac3da70b'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:09:29.016923 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-db25fb89-e730-4934-9a89-8a767a4a06fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:09:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['70afb5fb-4df2-45fc-9cb0-90c7ac3da70b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:09:29.069041 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd1d3a-e11a-4fc8-b7bf-822d992f22c2 admin admin] Deleting port b2b82003-0393-45a8-94d6-aec843ef7710 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:09:29.069456 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1d3a-e11a-4fc8-b7bf-822d992f22c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:29.123026 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-db25fb89-e730-4934-9a89-8a767a4a06fe None None] Set router 70afb5fb-4df2-45fc-9cb0-90c7ac3da70b gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:09:29.149515 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-bbbd1d3a-e11a-4fc8-b7bf-822d992f22c2 admin admin] For port b2b82003-0393-45a8-94d6-aec843ef7710, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=b2b82003-0393-45a8-94d6-aec843ef7710,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:09:29.150098 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1d3a-e11a-4fc8-b7bf-822d992f22c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:29.165982 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd1d3a-e11a-4fc8-b7bf-822d992f22c2 admin admin] Calling delete_port for b2b82003-0393-45a8-94d6-aec843ef7710 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:09:29.376839 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-db25fb89-e730-4934-9a89-8a767a4a06fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70afb5fb-4df2-45fc-9cb0-90c7ac3da70b', 'name': 'tempest-ServerRescueNegativeTestJSON-591815100-router', 'tenant_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'b2b82003-0393-45a8-94d6-aec843ef7710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:37Z', 'updated_at': '2021-08-25T05:09:27Z', 'revision_number': 5, 'project_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'gw_port': {'id': 'b2b82003-0393-45a8-94d6-aec843ef7710', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70afb5fb-4df2-45fc-9cb0-90c7ac3da70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:38Z', 'updated_at': '2021-08-25T05:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:09:29.387101 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1d3a-e11a-4fc8-b7bf-822d992f22c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:29.402385 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db25fb89-e730-4934-9a89-8a767a4a06fe None None] The sync data for ids ['70afb5fb-4df2-45fc-9cb0-90c7ac3da70b'] in dv-cinder-757936-7-iscsi is: [{'id': '70afb5fb-4df2-45fc-9cb0-90c7ac3da70b', 'name': 'tempest-ServerRescueNegativeTestJSON-591815100-router', 'tenant_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'b2b82003-0393-45a8-94d6-aec843ef7710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:37Z', 'updated_at': '2021-08-25T05:09:27Z', 'revision_number': 5, 'project_id': 'c9b105379c7f4027b785a6ecb7ac5ae5', 'gw_port': {'id': 'b2b82003-0393-45a8-94d6-aec843ef7710', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70afb5fb-4df2-45fc-9cb0-90c7ac3da70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:38Z', 'updated_at': '2021-08-25T05:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:09:29.416681 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd1d3a-e11a-4fc8-b7bf-822d992f22c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b82003-0393-45a8-94d6-aec843ef7710,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:29.439484 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1d3a-e11a-4fc8-b7bf-822d992f22c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406198'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:29.586496 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b0b1e-3b04-422b-96b8-ec09388392ae req-4e73be89-6614-410b-b6e7-95a1b500d7fa tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:29.588107 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-908b0b1e-3b04-422b-96b8-ec09388392ae req-4e73be89-6614-410b-b6e7-95a1b500d7fa tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0482070 Aug 25 05:09:29.628077 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-908b0b1e-3b04-422b-96b8-ec09388392ae req-566d6666-31de-4d74-bdc5-d84719164f62 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338695 Aug 25 05:09:29.753611 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1d3a-e11a-4fc8-b7bf-822d992f22c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1209'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:29.755897 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1d3a-e11a-4fc8-b7bf-822d992f22c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:29.900927 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1d3a-e11a-4fc8-b7bf-822d992f22c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394799'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:29.901474 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbd1d3a-e11a-4fc8-b7bf-822d992f22c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70afb5fb-4df2-45fc-9cb0-90c7ac3da70b {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 05:09:29.912898 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1d3a-e11a-4fc8-b7bf-822d992f22c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:29.912898 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-bbbd1d3a-e11a-4fc8-b7bf-822d992f22c2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/70afb5fb-4df2-45fc-9cb0-90c7ac3da70b HTTP/1.1" status: 204 len: 168 time: 1.2208591 Aug 25 05:09:29.912898 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 42878) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:29.954896 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef410452-d2ff-4a49-892e-cf7fc1d2f1e2 admin admin] Deleting subnet b58e6673-6329-48ef-8181-7ebd94345e73 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 05:09:29.957935 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef410452-d2ff-4a49-892e-cf7fc1d2f1e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:29.993789 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef410452-d2ff-4a49-892e-cf7fc1d2f1e2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:30.014195 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef410452-d2ff-4a49-892e-cf7fc1d2f1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770766'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:30.081389 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4e152-5956-4deb-a0c4-e4adecae50fc req-853db0b0-5d4a-4646-ad01-1b2c52be7bf8 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:30.082754 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-84f4e152-5956-4deb-a0c4-e4adecae50fc req-853db0b0-5d4a-4646-ad01-1b2c52be7bf8 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 948 time: 0.0912666 Aug 25 05:09:30.128393 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-84f4e152-5956-4deb-a0c4-e4adecae50fc req-6c47c3f3-0183-40d5-9319-fd1092e76828 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/security-groups?id=e636eb04-a7f5-4b72-97c8-4e72340615f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365398 Aug 25 05:09:30.198602 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef410452-d2ff-4a49-892e-cf7fc1d2f1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7772541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:30.222345 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef410452-d2ff-4a49-892e-cf7fc1d2f1e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b58e6673-6329-48ef-8181-7ebd94345e73,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:30.228621 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef410452-d2ff-4a49-892e-cf7fc1d2f1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:30.230526 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ef410452-d2ff-4a49-892e-cf7fc1d2f1e2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b58e6673-6329-48ef-8181-7ebd94345e73 HTTP/1.1" status: 204 len: 168 time: 0.3192968 Aug 25 05:09:30.233045 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 42886) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:30.297595 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7799533'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:30.379372 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7770889', 'neutron.services.segments.db._delete_segments_for_network-8785199888559'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:30.390183 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:09:30.390610 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:09:30.391944 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:09:30.392293 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] Subscribe: > port after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:09:30.392637 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:09:30.392961 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] Subscribe: > port after_update 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:09:30.393300 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:09:30.393649 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:09:30.393967 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:09:30.394348 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:09:30.463089 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:09:30.463612 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:09:30.463779 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:09:30.464115 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:09:30.464522 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc0e627-f7e2-44ec-ab75-63e2fc2b4554']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:09:30.482159 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00594e0-af93-4a9a-b520-a1ea5ec370f0') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:09:30.482462 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00594e0-af93-4a9a-b520-a1ea5ec370f0') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:09:30.498340 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785199888442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8793846'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:30.520574 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:30.528668 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:09:30.529055 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8792472'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: from cryptography.utils import int_from_bytes Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: from cryptography.utils import int_from_bytes Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: Traceback (most recent call last): Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: timer() Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: cb(*args, **kw) Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: return func(*args, **kwargs) Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: self._notify() Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: self.callback(batched_events) Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: event.method(event) Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: return f(self, *a, **k) Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: return self._get(url).json() Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 05:09:30.533061 dv-cinder-757936-7-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 05:09:30.572965 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3b5159a-fb27-4056-a242-aeca1d453cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:30.695836 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7770880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406170'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:30.703160 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:30.707515 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1cc0e627-f7e2-44ec-ab75-63e2fc2b4554 HTTP/1.1" status: 204 len: 168 time: 0.4712365 Aug 25 05:09:30.714920 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b75c1-b75a-4ce5-a57d-bc547983ae24 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cc0e627-f7e2-44ec-ab75-63e2fc2b4554,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:30.740920 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cfc31-23f5-4934-a2bd-e49f623d28b9 req-1c59d300-73e0-4fb0-a06b-5ab5ba25fe3b tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:30.742414 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9b5cfc31-23f5-4934-a2bd-e49f623d28b9 req-1c59d300-73e0-4fb0-a06b-5ab5ba25fe3b tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0495150 Aug 25 05:09:30.780220 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9b5cfc31-23f5-4934-a2bd-e49f623d28b9 req-2ed09142-2e4e-4d5d-979b-136b1e0476dc tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318706 Aug 25 05:09:31.005295 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 81e4d1ae-d0b6-4e0e-b51b-2216130a2390 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:09:31.100238 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 81e4d1ae-d0b6-4e0e-b51b-2216130a2390, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=81e4d1ae-d0b6-4e0e-b51b-2216130a2390,segment=NetworkSegment(e741faf9-24a0-4b0c-a442-cb35e22fabe4),segment_id=e741faf9-24a0-4b0c-a442-cb35e22fabe4)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:09:31.108661 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 42892) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:31.111657 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': '81e4d1ae-d0b6-4e0e-b51b-2216130a2390', 'network_id': '3dde19b2-61fb-414a-825f-e1934b9466fc', 'port_id': '81e4d1ae-d0b6-4e0e-b51b-2216130a2390', 'mac_address': 'fa:16:3e:cb:f3:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db907cbb-8c2b-4f60-9db2-6944b4e256b1', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:09:31.149892 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:31.150869 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d3d37a79-47da-46a2-aa83-ccbeef664712 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9b105379c7f4027b785a6ecb7ac5ae5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0410328 Aug 25 05:09:31.153362 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 42898) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:31.165412 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e4d1ae-d0b6-4e0e-b51b-2216130a2390 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:09:31.191834 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 81e4d1ae-d0b6-4e0e-b51b-2216130a2390, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=81e4d1ae-d0b6-4e0e-b51b-2216130a2390,segment=NetworkSegment(e741faf9-24a0-4b0c-a442-cb35e22fabe4),segment_id=e741faf9-24a0-4b0c-a442-cb35e22fabe4)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:09:31.217928 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6cf76c99-3311-45ec-8208-ff2187ab0986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:31.246035 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device b2b82003-0393-45a8-94d6-aec843ef7710 no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:09:31.265936 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6cf76c99-3311-45ec-8208-ff2187ab0986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:31.269170 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: b2b82003-0393-45a8-94d6-aec843ef7710 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:09:31.269524 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device b2b82003-0393-45a8-94d6-aec843ef7710 not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:09:31.269947 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 245a9775-2a35-438f-b6b9-6ab04a2f5c1f no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:09:31.289621 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:31.292219 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: 245a9775-2a35-438f-b6b9-6ab04a2f5c1f {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:09:31.292565 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 245a9775-2a35-438f-b6b9-6ab04a2f5c1f not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:09:31.307849 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979db828-a30c-46f3-ac06-10ff4157fb06 req-9ff729d4-b711-4bd2-980f-f0cc2d151b0e tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:31.309330 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-979db828-a30c-46f3-ac06-10ff4157fb06 req-9ff729d4-b711-4bd2-980f-f0cc2d151b0e tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 948 time: 0.0879736 Aug 25 05:09:31.340029 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=81e4d1ae-d0b6-4e0e-b51b-2216130a2390,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:31.349295 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-979db828-a30c-46f3-ac06-10ff4157fb06 req-32a25cf0-a4f8-4ebc-99eb-f3fef234d318 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/security-groups?id=e636eb04-a7f5-4b72-97c8-4e72340615f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339506 Aug 25 05:09:31.403849 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6cf76c99-3311-45ec-8208-ff2187ab0986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:31.406429 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6cf76c99-3311-45ec-8208-ff2187ab0986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:31.407612 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-6cf76c99-3311-45ec-8208-ff2187ab0986 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba510bbf-76df-40f4-a9f5-1fa28c98fe69 HTTP/1.1" status: 204 len: 168 time: 0.2526202 Aug 25 05:09:31.415843 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf76c99-3311-45ec-8208-ff2187ab0986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba510bbf-76df-40f4-a9f5-1fa28c98fe69,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:31.594570 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['81e4d1ae-d0b6-4e0e-b51b-2216130a2390'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:09:31.896887 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8476b-d122-480a-acec-3b8568dae460 req-8797ff71-1a5f-4ce4-9c6b-559d14837521 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:31.898371 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-43d8476b-d122-480a-acec-3b8568dae460 req-8797ff71-1a5f-4ce4-9c6b-559d14837521 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0501106 Aug 25 05:09:31.934992 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-43d8476b-d122-480a-acec-3b8568dae460 req-8386f244-0426-4bea-a64c-5d93cab96ae2 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307870 Aug 25 05:09:32.464583 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f6ffc-ff78-4809-8a3d-c1ad640120fc req-971ccb53-9076-4e3f-bfa5-0ac4079c9249 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:32.466167 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bd9f6ffc-ff78-4809-8a3d-c1ad640120fc req-971ccb53-9076-4e3f-bfa5-0ac4079c9249 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 949 time: 0.0518959 Aug 25 05:09:32.507174 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bd9f6ffc-ff78-4809-8a3d-c1ad640120fc req-a8a76601-4d8b-48d9-af7d-6a3c82c69b3e tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/security-groups?id=e636eb04-a7f5-4b72-97c8-4e72340615f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341325 Aug 25 05:09:33.047024 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c335fb-2bf5-408b-ab99-a04e67881bff req-172f6e99-f108-448d-88cf-f28b0f236110 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:33.048514 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-33c335fb-2bf5-408b-ab99-a04e67881bff req-172f6e99-f108-448d-88cf-f28b0f236110 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0493715 Aug 25 05:09:33.055884 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aee145f0-766f-459e-a823-5be70f596c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:33.087830 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-33c335fb-2bf5-408b-ab99-a04e67881bff req-586fc15b-dac8-4c44-8bf1-0bef1635cd20 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334136 Aug 25 05:09:33.352701 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:33.617867 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b22937-345c-4eea-ad4c-239ab098911c req-893fab73-9b01-4e41-9088-84bb1e9edaca tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:33.619258 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-63b22937-345c-4eea-ad4c-239ab098911c req-893fab73-9b01-4e41-9088-84bb1e9edaca tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 949 time: 0.0476172 Aug 25 05:09:33.660369 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-63b22937-345c-4eea-ad4c-239ab098911c req-8196de7e-9ef1-45ba-8bc9-d1b36f35798b tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/security-groups?id=e636eb04-a7f5-4b72-97c8-4e72340615f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330734 Aug 25 05:09:34.071413 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 81e4d1ae-d0b6-4e0e-b51b-2216130a2390 up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:09:34.202913 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ec185-8241-46ab-a837-6904c8639d4c req-38265449-1e3e-4265-ba07-08019506ef6e tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:34.204962 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-912ec185-8241-46ab-a837-6904c8639d4c req-38265449-1e3e-4265-ba07-08019506ef6e tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0487487 Aug 25 05:09:34.223995 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning for port 81e4d1ae-d0b6-4e0e-b51b-2216130a2390 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:09:34.227870 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port 81e4d1ae-d0b6-4e0e-b51b-2216130a2390 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:09:34.228824 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:34.241576 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-912ec185-8241-46ab-a837-6904c8639d4c req-361a232e-75af-4e16-8dca-1139f592a07c tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306959 Aug 25 05:09:34.304533 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:34.330368 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8ec929-3131-424f-b0a9-cd731bcdf60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e4d1ae-d0b6-4e0e-b51b-2216130a2390'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:09:34.332531 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd9e821-32bd-4788-82c1-0d4221cb473f" -d '{"events": [{"server_uuid": "4c8ec929-3131-424f-b0a9-cd731bcdf60a", "name": "network-vif-plugged", "status": "completed", "tag": "81e4d1ae-d0b6-4e0e-b51b-2216130a2390"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:09:34.345866 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:34.345866 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 81e4d1ae-d0b6-4e0e-b51b-2216130a2390, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=81e4d1ae-d0b6-4e0e-b51b-2216130a2390,segment=NetworkSegment(e741faf9-24a0-4b0c-a442-cb35e22fabe4),segment_id=e741faf9-24a0-4b0c-a442-cb35e22fabe4)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:09:34.367770 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d4e66f-d529-4470-8aea-d92680fe3cdf x-openstack-request-id: req-03d4e66f-d529-4470-8aea-d92680fe3cdf {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:09:34.373302 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8ec929-3131-424f-b0a9-cd731bcdf60a", "name": "network-vif-plugged", "status": "completed", "tag": "81e4d1ae-d0b6-4e0e-b51b-2216130a2390", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:09:34.373302 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03d4e66f-d529-4470-8aea-d92680fe3cdf {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:09:34.373302 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8ec929-3131-424f-b0a9-cd731bcdf60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e4d1ae-d0b6-4e0e-b51b-2216130a2390', 'code': 200} Aug 25 05:09:34.464571 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:34.512986 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=81e4d1ae-d0b6-4e0e-b51b-2216130a2390,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:34.695942 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e35896-f301-46da-b41c-709a6f4359bd req-7cec796e-6bc5-4f25-ac9f-11d6588e9a40 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:34.697446 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-32e35896-f301-46da-b41c-709a6f4359bd req-7cec796e-6bc5-4f25-ac9f-11d6588e9a40 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0509591 Aug 25 05:09:34.737794 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-32e35896-f301-46da-b41c-709a6f4359bd req-58666bdb-79bc-4338-b58d-ee7caf8db28e tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328441 Aug 25 05:09:34.784368 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6adf1-1299-4da0-8f0b-c4017b2f6e61 req-e20dd1ab-a887-4779-881f-6c3e481d062f tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:34.790746 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2ff6adf1-1299-4da0-8f0b-c4017b2f6e61 req-e20dd1ab-a887-4779-881f-6c3e481d062f tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 950 time: 0.0579381 Aug 25 05:09:34.847798 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caef517-44f2-45e3-849a-b5380bd8edca req-154d6de9-446e-4910-ab31-992e018e63e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:34.849245 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1caef517-44f2-45e3-849a-b5380bd8edca req-154d6de9-446e-4910-ab31-992e018e63e2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 1103 time: 0.0399706 Aug 25 05:09:34.857926 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2ff6adf1-1299-4da0-8f0b-c4017b2f6e61 req-0e8f3170-e4e9-4d01-8ae4-d09aed60eca1 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/security-groups?id=e636eb04-a7f5-4b72-97c8-4e72340615f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651109 Aug 25 05:09:34.884428 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b54e8-3233-4b3e-b842-91492682268e req-70fb10fa-8e61-47f5-9213-2c3a8974a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:34.892077 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d62b54e8-3233-4b3e-b842-91492682268e req-70fb10fa-8e61-47f5-9213-2c3a8974a208 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0deea94d44084234a6e40672e3f0e996&device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 1099 time: 0.0660388 Aug 25 05:09:34.892189 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1caef517-44f2-45e3-849a-b5380bd8edca req-d1c715f8-46c6-483a-b52f-e46d3fc89984 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e636eb04-a7f5-4b72-97c8-4e72340615f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314548 Aug 25 05:09:35.228944 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b54e8-3233-4b3e-b842-91492682268e req-01b96bb1-e78d-4487-9da3-8c72ce4240ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:35.230444 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d62b54e8-3233-4b3e-b842-91492682268e req-01b96bb1-e78d-4487-9da3-8c72ce4240ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6ccc573-34f3-494f-bb99-823ef7768dbb HTTP/1.1" status: 200 len: 911 time: 0.0832310 Aug 25 05:09:35.300422 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d62b54e8-3233-4b3e-b842-91492682268e req-dcf917ee-01b7-41d4-8711-1cb9e9d6217a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce HTTP/1.1" status: 200 len: 1002 time: 0.0618036 Aug 25 05:09:35.350588 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b54e8-3233-4b3e-b842-91492682268e req-a7e5fc01-0d3c-4d99-b01e-76bc7a434e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:35.352109 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d62b54e8-3233-4b3e-b842-91492682268e req-a7e5fc01-0d3c-4d99-b01e-76bc7a434e93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63327dc2-0b57-412f-9bea-3d5445c9009c HTTP/1.1" status: 200 len: 850 time: 0.0444207 Aug 25 05:09:35.371414 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 43000) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:35.399165 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b54e8-3233-4b3e-b842-91492682268e req-69c22039-e54e-4432-8400-3fb73f1bbe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:35.400720 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d62b54e8-3233-4b3e-b842-91492682268e req-69c22039-e54e-4432-8400-3fb73f1bbe5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6ccc573-34f3-494f-bb99-823ef7768dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400090 Aug 25 05:09:35.474613 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9915fd71-9a22-4c17-bbe6-f91d6fd7f2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:35.499858 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d62b54e8-3233-4b3e-b842-91492682268e req-a32c98a7-7bdb-427d-8a26-6519f7b4d6c6 service neutron] 10.222.0.20 "GET /v2.0/networks/a6ccc573-34f3-494f-bb99-823ef7768dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863109 Aug 25 05:09:35.563569 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9915fd71-9a22-4c17-bbe6-f91d6fd7f2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:35.589017 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d62b54e8-3233-4b3e-b842-91492682268e req-e53e9b8e-abc8-40a3-8849-940ca6e7011b service neutron] 10.222.0.20 "GET /v2.0/networks/a6ccc573-34f3-494f-bb99-823ef7768dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814312 Aug 25 05:09:35.655276 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9915fd71-9a22-4c17-bbe6-f91d6fd7f2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:35.693929 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9915fd71-9a22-4c17-bbe6-f91d6fd7f2b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3aa53dee4d34499f9719c0746464f262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214746 Aug 25 05:09:35.694824 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915fd71-9a22-4c17-bbe6-f91d6fd7f2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5266a6ca-cea1-446e-a72a-f6023039c84d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:35.696663 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 43004) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:35.744750 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-172a8896-d898-4175-967d-abd0f36da6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:35.769104 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-172a8896-d898-4175-967d-abd0f36da6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:35.862901 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb10ed6-bee3-4092-8b92-fa9c5df6fc2c req-665a1dc2-7221-4e9f-9311-d8932645a8cd tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:35.864416 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-efb10ed6-bee3-4092-8b92-fa9c5df6fc2c req-665a1dc2-7221-4e9f-9311-d8932645a8cd tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0587535 Aug 25 05:09:35.903416 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-efb10ed6-bee3-4092-8b92-fa9c5df6fc2c req-ccbe62ed-a58b-400f-904d-be5e28b50f23 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328379 Aug 25 05:09:35.975599 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff305e6e-62c2-425e-9226-3abbf1d25ebc req-084777ed-a037-4d3e-be53-a62e18810270 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:35.977083 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ff305e6e-62c2-425e-9226-3abbf1d25ebc req-084777ed-a037-4d3e-be53-a62e18810270 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 950 time: 0.0503621 Aug 25 05:09:35.989731 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-172a8896-d898-4175-967d-abd0f36da6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:35.992442 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-172a8896-d898-4175-967d-abd0f36da6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:35.993606 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-172a8896-d898-4175-967d-abd0f36da6cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5266a6ca-cea1-446e-a72a-f6023039c84d HTTP/1.1" status: 204 len: 168 time: 0.2959595 Aug 25 05:09:36.001885 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a8896-d898-4175-967d-abd0f36da6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5266a6ca-cea1-446e-a72a-f6023039c84d,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:36.017040 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ff305e6e-62c2-425e-9226-3abbf1d25ebc req-b8110957-f67f-4a7c-8b32-6266196b0ee5 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/security-groups?id=e636eb04-a7f5-4b72-97c8-4e72340615f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335455 Aug 25 05:09:36.046768 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:37.018455 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557223fe-e305-4d07-81f5-6aa889736b12 req-27d32d3e-6488-4c22-a21c-b2d38da1a482 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:37.019947 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-557223fe-e305-4d07-81f5-6aa889736b12 req-27d32d3e-6488-4c22-a21c-b2d38da1a482 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0485122 Aug 25 05:09:37.059415 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-557223fe-e305-4d07-81f5-6aa889736b12 req-e4f5cc49-e053-4421-b9db-35db4457ba5f tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319879 Aug 25 05:09:37.149756 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa2abe-66e2-40db-a61b-87293417f7c6 req-b4addff6-7362-41ff-b63b-c87531b4cb61 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:37.151423 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-74aa2abe-66e2-40db-a61b-87293417f7c6 req-b4addff6-7362-41ff-b63b-c87531b4cb61 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 950 time: 0.0529580 Aug 25 05:09:37.189988 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-74aa2abe-66e2-40db-a61b-87293417f7c6 req-c760f7f0-490d-4c96-af6a-5306c44b2f24 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/security-groups?id=e636eb04-a7f5-4b72-97c8-4e72340615f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320249 Aug 25 05:09:37.632777 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570fb3a-0cf0-4163-9b12-fb26b0f57833 req-f516c779-17b4-4d15-b255-e0e9f433a532 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:37.634284 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0570fb3a-0cf0-4163-9b12-fb26b0f57833 req-f516c779-17b4-4d15-b255-e0e9f433a532 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 950 time: 0.0530865 Aug 25 05:09:37.670639 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0570fb3a-0cf0-4163-9b12-fb26b0f57833 req-9872ba47-c0a0-40de-87e6-55feb27584c4 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/security-groups?id=e636eb04-a7f5-4b72-97c8-4e72340615f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304677 Aug 25 05:09:38.786471 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:09:38.787055 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d6fc4-e13e-4dc3-8ba4-06ac93e04b3e req-c0e555f2-17de-4300-a181-1a92b4a81aa4 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:38.787950 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c73d6fc4-e13e-4dc3-8ba4-06ac93e04b3e req-c0e555f2-17de-4300-a181-1a92b4a81aa4 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 950 time: 0.0493426 Aug 25 05:09:38.825884 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c73d6fc4-e13e-4dc3-8ba4-06ac93e04b3e req-06066559-c492-4909-9602-1a104951f50c tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/security-groups?id=e636eb04-a7f5-4b72-97c8-4e72340615f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Aug 25 05:09:39.290044 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fab2a-72af-450e-8221-8b89bcef9281 req-5c58ad83-da78-4264-887f-7198c3b90bc4 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:39.294641 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1c4fab2a-72af-450e-8221-8b89bcef9281 req-5c58ad83-da78-4264-887f-7198c3b90bc4 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 950 time: 0.0474977 Aug 25 05:09:39.378984 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-1c4fab2a-72af-450e-8221-8b89bcef9281 req-ad7e3404-99fe-45ab-b845-32a8f4509b54 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Deleting port 81e4d1ae-d0b6-4e0e-b51b-2216130a2390 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:09:39.379334 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-1c4fab2a-72af-450e-8221-8b89bcef9281 req-ad7e3404-99fe-45ab-b845-32a8f4509b54 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:39.472312 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-1c4fab2a-72af-450e-8221-8b89bcef9281 req-ad7e3404-99fe-45ab-b845-32a8f4509b54 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] For port 81e4d1ae-d0b6-4e0e-b51b-2216130a2390, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=81e4d1ae-d0b6-4e0e-b51b-2216130a2390,segment=NetworkSegment(e741faf9-24a0-4b0c-a442-cb35e22fabe4),segment_id=e741faf9-24a0-4b0c-a442-cb35e22fabe4)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:09:39.472684 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-1c4fab2a-72af-450e-8221-8b89bcef9281 req-ad7e3404-99fe-45ab-b845-32a8f4509b54 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:39.484229 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-1c4fab2a-72af-450e-8221-8b89bcef9281 req-ad7e3404-99fe-45ab-b845-32a8f4509b54 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Calling delete_port for 81e4d1ae-d0b6-4e0e-b51b-2216130a2390 owned by compute:nova {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:09:39.510850 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 43138) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:39.617601 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11d87d85-0e8d-4f1d-a4bd-e31b1ddfd4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:39.701531 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-1c4fab2a-72af-450e-8221-8b89bcef9281 req-ad7e3404-99fe-45ab-b845-32a8f4509b54 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:39.730942 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e3404-99fe-45ab-b845-32a8f4509b54 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Pushing event deleted for resources: {'Port': ['ID=81e4d1ae-d0b6-4e0e-b51b-2216130a2390,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:39.738643 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['81e4d1ae-d0b6-4e0e-b51b-2216130a2390'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:09:39.771680 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4fab2a-72af-450e-8221-8b89bcef9281 req-ad7e3404-99fe-45ab-b845-32a8f4509b54 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] No DVR routers for this DVR port 81e4d1ae-d0b6-4e0e-b51b-2216130a2390 on host hv-cinder-75793 {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:09:39.774412 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-1c4fab2a-72af-450e-8221-8b89bcef9281 req-ad7e3404-99fe-45ab-b845-32a8f4509b54 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:39.776633 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1c4fab2a-72af-450e-8221-8b89bcef9281 req-ad7e3404-99fe-45ab-b845-32a8f4509b54 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.20 "DELETE /v2.0/ports/81e4d1ae-d0b6-4e0e-b51b-2216130a2390 HTTP/1.1" status: 204 len: 173 time: 0.4781764 Aug 25 05:09:39.777108 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8ec929-3131-424f-b0a9-cd731bcdf60a', 'name': 'network-vif-deleted', 'tag': '81e4d1ae-d0b6-4e0e-b51b-2216130a2390'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:09:39.778477 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11d87d85-0e8d-4f1d-a4bd-e31b1ddfd4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:39.779401 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea6e193-01e5-488d-8e9d-08aaf37091cb" -d '{"events": [{"server_uuid": "4c8ec929-3131-424f-b0a9-cd731bcdf60a", "name": "network-vif-deleted", "tag": "81e4d1ae-d0b6-4e0e-b51b-2216130a2390"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:09:39.815420 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914c5c04-29aa-45ec-84a7-c87c82879f52 x-openstack-request-id: req-914c5c04-29aa-45ec-84a7-c87c82879f52 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:09:39.815719 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8ec929-3131-424f-b0a9-cd731bcdf60a", "name": "network-vif-deleted", "tag": "81e4d1ae-d0b6-4e0e-b51b-2216130a2390", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:09:39.815974 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-914c5c04-29aa-45ec-84a7-c87c82879f52 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:09:39.816371 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8ec929-3131-424f-b0a9-cd731bcdf60a', 'name': 'network-vif-deleted', 'tag': '81e4d1ae-d0b6-4e0e-b51b-2216130a2390', 'status': 'completed', 'code': 200} Aug 25 05:09:39.918264 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11d87d85-0e8d-4f1d-a4bd-e31b1ddfd4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:39.921980 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-50c876c1-c059-432e-9128-5201c1e39678 req-6fa4ad3d-b6b3-45f9-81cd-3414c63ec314 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 210 time: 0.0258625 Aug 25 05:09:39.956745 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-11d87d85-0e8d-4f1d-a4bd-e31b1ddfd4d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29dbe5b24f604038b8b32e2f7a2f169c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4446814 Aug 25 05:09:39.957544 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d87d85-0e8d-4f1d-a4bd-e31b1ddfd4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d0aaf5-416a-49a5-a46c-61d71d1f5d34,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:39.959398 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 43146) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:40.014142 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2069d8e1-ae25-4f23-bcf3-c660609523e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:40.034780 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2069d8e1-ae25-4f23-bcf3-c660609523e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:40.152713 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2069d8e1-ae25-4f23-bcf3-c660609523e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:40.155582 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2069d8e1-ae25-4f23-bcf3-c660609523e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:40.157564 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-2069d8e1-ae25-4f23-bcf3-c660609523e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02d0aaf5-416a-49a5-a46c-61d71d1f5d34 HTTP/1.1" status: 204 len: 168 time: 0.1959360 Aug 25 05:09:40.165839 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069d8e1-ae25-4f23-bcf3-c660609523e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d0aaf5-416a-49a5-a46c-61d71d1f5d34,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:41.028949 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-47ea8e99-35c1-4506-8ba2-a2cbe3cef158 req-1c6a4bf3-c902-4247-ba8f-f09d62702367 tempest-VolumesNegativeTest-743996906 tempest-VolumesNegativeTest-743996906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8ec929-3131-424f-b0a9-cd731bcdf60a HTTP/1.1" status: 200 len: 210 time: 0.0266204 Aug 25 05:09:41.045980 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 43160) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:41.059005 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0504c0aa-42ef-4cbe-ae18-26405b7887c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:41.145951 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0504c0aa-42ef-4cbe-ae18-26405b7887c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:41.206555 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0504c0aa-42ef-4cbe-ae18-26405b7887c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:41.244593 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-0504c0aa-42ef-4cbe-ae18-26405b7887c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d04e606870d741d19c88712e9038208b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1974626 Aug 25 05:09:41.245416 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504c0aa-42ef-4cbe-ae18-26405b7887c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc81bc6f-4e14-410d-92d8-2ca29067b9ff,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:41.247356 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 43162) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:41.296298 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f587c075-3e82-47c9-b3e0-d9bd57825820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:41.317256 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f587c075-3e82-47c9-b3e0-d9bd57825820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:41.475588 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f587c075-3e82-47c9-b3e0-d9bd57825820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:41.475588 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f587c075-3e82-47c9-b3e0-d9bd57825820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:41.475588 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f587c075-3e82-47c9-b3e0-d9bd57825820 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc81bc6f-4e14-410d-92d8-2ca29067b9ff HTTP/1.1" status: 204 len: 168 time: 0.2218733 Aug 25 05:09:41.477948 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587c075-3e82-47c9-b3e0-d9bd57825820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc81bc6f-4e14-410d-92d8-2ca29067b9ff,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:43.629129 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 43292) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:43.732511 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2dfbb6c4-36a9-4bbc-8892-258f77a30c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:43.819916 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2dfbb6c4-36a9-4bbc-8892-258f77a30c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:43.944111 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2dfbb6c4-36a9-4bbc-8892-258f77a30c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:43.981621 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-2dfbb6c4-36a9-4bbc-8892-258f77a30c28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df3007eaa97d4ca2b5c427417e279ea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3512650 Aug 25 05:09:43.983592 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbb6c4-36a9-4bbc-8892-258f77a30c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad047abe-1085-42b1-86a7-a5dc298bb04e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:43.984627 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 43302) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:44.034858 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f0717045-f8c3-4c10-80b1-cd0415721858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:44.055894 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f0717045-f8c3-4c10-80b1-cd0415721858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:44.136104 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 81e4d1ae-d0b6-4e0e-b51b-2216130a2390 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:09:44.165609 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] No Port match for: 81e4d1ae-d0b6-4e0e-b51b-2216130a2390 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:09:44.165962 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 81e4d1ae-d0b6-4e0e-b51b-2216130a2390 not bound to the agent host hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:09:44.204543 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f0717045-f8c3-4c10-80b1-cd0415721858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:44.207176 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f0717045-f8c3-4c10-80b1-cd0415721858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:44.208332 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-f0717045-f8c3-4c10-80b1-cd0415721858 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad047abe-1085-42b1-86a7-a5dc298bb04e HTTP/1.1" status: 204 len: 168 time: 0.2221687 Aug 25 05:09:44.216404 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0717045-f8c3-4c10-80b1-cd0415721858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad047abe-1085-42b1-86a7-a5dc298bb04e,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:47.336750 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 43574) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:47.439512 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-97770657-4d93-4bff-98ac-912c24e28b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:47.523604 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-97770657-4d93-4bff-98ac-912c24e28b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:47.618556 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-97770657-4d93-4bff-98ac-912c24e28b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:47.656606 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-97770657-4d93-4bff-98ac-912c24e28b0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f99107553144f1aafca596831197a33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187904 Aug 25 05:09:47.657707 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97770657-4d93-4bff-98ac-912c24e28b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aad06a7-f7b5-4036-92f3-7bc842aec8bd,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:47.659372 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 43582) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:47.707859 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-278ce6a2-1376-403a-acb6-2c87e1038079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:47.728215 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-278ce6a2-1376-403a-acb6-2c87e1038079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:47.898654 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-278ce6a2-1376-403a-acb6-2c87e1038079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:47.901173 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-278ce6a2-1376-403a-acb6-2c87e1038079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:47.902316 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-278ce6a2-1376-403a-acb6-2c87e1038079 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9aad06a7-f7b5-4036-92f3-7bc842aec8bd HTTP/1.1" status: 204 len: 168 time: 0.2419684 Aug 25 05:09:47.910655 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ce6a2-1376-403a-acb6-2c87e1038079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aad06a7-f7b5-4036-92f3-7bc842aec8bd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:47.959482 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 43590) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:48.063099 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4e1da58-c472-4be9-890e-976de12c7fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:48.150296 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4e1da58-c472-4be9-890e-976de12c7fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:48.253267 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4e1da58-c472-4be9-890e-976de12c7fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:48.291343 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1da58-c472-4be9-890e-976de12c7fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd938a7-4af6-4ae7-800b-f4f8ae202948,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:48.296771 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f4e1da58-c472-4be9-890e-976de12c7fed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e1af5a560364d45ab224807a777f1db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361413 Aug 25 05:09:48.299882 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 43600) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:48.348881 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-628718e5-1fad-4b8f-942f-5186853c52ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:48.369278 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-628718e5-1fad-4b8f-942f-5186853c52ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:48.603998 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-628718e5-1fad-4b8f-942f-5186853c52ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:48.606595 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-628718e5-1fad-4b8f-942f-5186853c52ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:48.607843 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-628718e5-1fad-4b8f-942f-5186853c52ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbd938a7-4af6-4ae7-800b-f4f8ae202948 HTTP/1.1" status: 204 len: 168 time: 0.3074625 Aug 25 05:09:48.615826 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628718e5-1fad-4b8f-942f-5186853c52ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd938a7-4af6-4ae7-800b-f4f8ae202948,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:48.673304 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 43604) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:48.686753 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b93efdb-1e50-4ac3-8521-f9b118b02027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:48.775798 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b93efdb-1e50-4ac3-8521-f9b118b02027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:48.885138 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 43608) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:49.009980 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b93efdb-1e50-4ac3-8521-f9b118b02027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:49.050149 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93efdb-1e50-4ac3-8521-f9b118b02027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0076eef1-06da-4d9e-8950-b99745d86b20,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:49.057255 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-4b93efdb-1e50-4ac3-8521-f9b118b02027 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf52131661d441cc82da83c5dd10a0f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3821993 Aug 25 05:09:49.057663 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 43614) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:49.106057 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1382695a-0847-4a52-8d33-4fc26f26a458 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4137afff591746f0ab3ebfdee4841590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197649 Aug 25 05:09:49.108847 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 43616) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:49.118018 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-adf4783e-d1d1-4309-ac35-f230c4c4c819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:49.140504 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-adf4783e-d1d1-4309-ac35-f230c4c4c819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:49.158406 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d10dda0d-8fbe-4590-ab84-3f35d82410a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:49.179183 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d10dda0d-8fbe-4590-ab84-3f35d82410a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:49.289408 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-adf4783e-d1d1-4309-ac35-f230c4c4c819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:49.292010 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-adf4783e-d1d1-4309-ac35-f230c4c4c819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:49.293169 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-adf4783e-d1d1-4309-ac35-f230c4c4c819 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0076eef1-06da-4d9e-8950-b99745d86b20 HTTP/1.1" status: 204 len: 168 time: 0.2344303 Aug 25 05:09:49.300713 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4783e-d1d1-4309-ac35-f230c4c4c819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0076eef1-06da-4d9e-8950-b99745d86b20,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:49.349692 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d10dda0d-8fbe-4590-ab84-3f35d82410a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:49.352245 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d10dda0d-8fbe-4590-ab84-3f35d82410a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:49.353373 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d10dda0d-8fbe-4590-ab84-3f35d82410a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e636eb04-a7f5-4b72-97c8-4e72340615f7 HTTP/1.1" status: 204 len: 168 time: 0.2435055 Aug 25 05:09:49.361250 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10dda0d-8fbe-4590-ab84-3f35d82410a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e636eb04-a7f5-4b72-97c8-4e72340615f7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:49.408807 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 43622) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:49.421959 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3c46-e1e5-402a-98a1-a062fcc8f749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:49.509656 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3c46-e1e5-402a-98a1-a062fcc8f749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:49.596354 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3c46-e1e5-402a-98a1-a062fcc8f749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:49.624009 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:49.635807 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-6e5f3c46-e1e5-402a-98a1-a062fcc8f749 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd6c394cbf324d8da3e89ae84a81c9ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259226 Aug 25 05:09:49.637751 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f3c46-e1e5-402a-98a1-a062fcc8f749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124b5b3b-5a42-4fac-bdf2-b2834eeb2ae1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:49.638666 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 43630) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:49.707422 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e0236454-af2a-43af-a6b8-8353af92be27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:49.728890 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e0236454-af2a-43af-a6b8-8353af92be27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:49.805864 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0202d1bf-06dc-4be9-aa94-1bc97809e044 req-9241fcb8-b1d6-4fa6-9392-f0673d44c6f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407865 Aug 25 05:09:49.881519 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202d1bf-06dc-4be9-aa94-1bc97809e044 req-e17593c0-0c4e-4ec3-a378-b78bf8893b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:49.883200 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0202d1bf-06dc-4be9-aa94-1bc97809e044 req-e17593c0-0c4e-4ec3-a378-b78bf8893b36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0deea94d44084234a6e40672e3f0e996&device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 1099 time: 0.0429392 Aug 25 05:09:49.895900 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e0236454-af2a-43af-a6b8-8353af92be27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:49.898599 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e0236454-af2a-43af-a6b8-8353af92be27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:49.899928 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e0236454-af2a-43af-a6b8-8353af92be27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/124b5b3b-5a42-4fac-bdf2-b2834eeb2ae1 HTTP/1.1" status: 204 len: 168 time: 0.2598803 Aug 25 05:09:49.931192 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0236454-af2a-43af-a6b8-8353af92be27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124b5b3b-5a42-4fac-bdf2-b2834eeb2ae1,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:50.007373 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202d1bf-06dc-4be9-aa94-1bc97809e044 req-6aa7a739-821e-4d0f-ae6b-9f701763a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:50.008879 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0202d1bf-06dc-4be9-aa94-1bc97809e044 req-6aa7a739-821e-4d0f-ae6b-9f701763a3e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6ccc573-34f3-494f-bb99-823ef7768dbb HTTP/1.1" status: 200 len: 911 time: 0.1049807 Aug 25 05:09:50.078180 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0202d1bf-06dc-4be9-aa94-1bc97809e044 req-f16b9309-b72a-4fcd-b2a1-df6cd573a58f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce HTTP/1.1" status: 200 len: 1002 time: 0.0594311 Aug 25 05:09:50.132286 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202d1bf-06dc-4be9-aa94-1bc97809e044 req-7fb46086-b458-42dc-95ba-1f30ef380134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:50.133994 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0202d1bf-06dc-4be9-aa94-1bc97809e044 req-7fb46086-b458-42dc-95ba-1f30ef380134 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63327dc2-0b57-412f-9bea-3d5445c9009c HTTP/1.1" status: 200 len: 850 time: 0.0470450 Aug 25 05:09:50.186906 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202d1bf-06dc-4be9-aa94-1bc97809e044 req-87603da4-9b0b-4625-a050-e873142adb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:50.188433 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0202d1bf-06dc-4be9-aa94-1bc97809e044 req-87603da4-9b0b-4625-a050-e873142adb80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6ccc573-34f3-494f-bb99-823ef7768dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447423 Aug 25 05:09:50.280226 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0202d1bf-06dc-4be9-aa94-1bc97809e044 req-233b828c-5763-4cc7-9edd-ae97513a79ba service neutron] 10.222.0.20 "GET /v2.0/networks/a6ccc573-34f3-494f-bb99-823ef7768dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828171 Aug 25 05:09:50.375322 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0202d1bf-06dc-4be9-aa94-1bc97809e044 req-e5bc82dd-1dc5-4c9e-b90a-ae5c3b9e4d17 service neutron] 10.222.0.20 "GET /v2.0/networks/a6ccc573-34f3-494f-bb99-823ef7768dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872352 Aug 25 05:09:50.936713 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 43678) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:51.049149 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-306089384-network', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:09:51.136122 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Made reservation on behalf of 9a8f9910a1cc48de84fb328b14a3d11a for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:09:51.139763 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:51.153166 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:51.238378 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:51.361319 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:51.383664 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:09:51.393266 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78107b5e-e441-4c1f-9b82-85b36273991d,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:51.397861 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:51.398203 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Added segment fe9efac2-58ae-46da-8c1a-767abf0bd920 of type vlan for network 81aa1af3-2156-4547-b112-557e17885df9 Aug 25 05:09:51.408687 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:51.420365 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:51.420365 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:51.420365 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:51.420365 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:51.420365 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:51.420365 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:51.420365 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:51.420365 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:51.420365 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:51.420365 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:51.420365 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:51.453534 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785199393567'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:51.553163 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:51.554728 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:51.555320 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:51.628104 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] Pushing event updated for resources: {'Network': ['ID=81aa1af3-2156-4547-b112-557e17885df9,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:51.644824 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Network 81aa1af3-2156-4547-b112-557e17885df9 details requested by agent ovs-agent-dv-cinder-757936-7-iscsi with host dv-cinder-757936-7-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:09:51.693302 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-10a588c4-7537-4fde-ba2d-674df9f74e73 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7555072 Aug 25 05:09:51.696104 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 43704) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:51.702828 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-4435c621-d286-4618-bdf8-e7aaa42b6f1a admin admin] Request body: {'subnet': {'network_id': '81aa1af3-2156-4547-b112-557e17885df9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-306089384-subnet', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:09:51.813309 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4435c621-d286-4618-bdf8-e7aaa42b6f1a admin admin] Made reservation on behalf of 9a8f9910a1cc48de84fb328b14a3d11a for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:09:51.816452 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4435c621-d286-4618-bdf8-e7aaa42b6f1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-52317432'] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:52.056801 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4435c621-d286-4618-bdf8-e7aaa42b6f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52350856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-52317194'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:52.116870 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435c621-d286-4618-bdf8-e7aaa42b6f1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba383986-3c88-462b-9adb-59c3e99b5829,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:52.124300 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4435c621-d286-4618-bdf8-e7aaa42b6f1a admin admin] Checking segment: {'id': 'fe9efac2-58ae-46da-8c1a-767abf0bd920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '81aa1af3-2156-4547-b112-557e17885df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:09:52.124878 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4435c621-d286-4618-bdf8-e7aaa42b6f1a admin admin] Network hostable DHCP agents. Network: 81aa1af3-2156-4547-b112-557e17885df9, hostable agents: ['0a2fa090-2970-41a0-8073-2983789ee317'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:09:52.221703 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4435c621-d286-4618-bdf8-e7aaa42b6f1a admin admin] Network 81aa1af3-2156-4547-b112-557e17885df9 is scheduled to be hosted by DHCP agent 0a2fa090-2970-41a0-8073-2983789ee317 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:09:52.301011 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-4435c621-d286-4618-bdf8-e7aaa42b6f1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-7-iscsi, 81aa1af3-2156-4547-b112-557e17885df9) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:09:52.305302 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4435c621-d286-4618-bdf8-e7aaa42b6f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:52.306896 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4435c621-d286-4618-bdf8-e7aaa42b6f1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:52.310368 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce65ccff-1d3e-407a-abe4-d52dbf4082de None None] Network 81aa1af3-2156-4547-b112-557e17885df9 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:09:52.428041 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-4435c621-d286-4618-bdf8-e7aaa42b6f1a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7298405 Aug 25 05:09:52.430174 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 43734) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:52.435221 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-d28379fa-6c52-4e2e-9be3-18e67d95c121 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-306089384-router', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:09:52.464986 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55636971-4e0d-59cb-9b48-5d411fba618d-81aa1af3-2156-4547-b112-557e17885df9', 'network_id': '81aa1af3-2156-4547-b112-557e17885df9', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'fixed_ips': [{'subnet_id': 'ba383986-3c88-462b-9adb-59c3e99b5829'}]}} from dv-cinder-757936-7-iscsi. {{(pid=94640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 05:09:52.465912 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:52.521731 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d28379fa-6c52-4e2e-9be3-18e67d95c121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1195'] for router, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:52.522824 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d28379fa-6c52-4e2e-9be3-18e67d95c121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:52.583594 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d28379fa-6c52-4e2e-9be3-18e67d95c121 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:52.609285 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] Allocated IP 172.20.0.2 (81aa1af3-2156-4547-b112-557e17885df9/ba383986-3c88-462b-9adb-59c3e99b5829/90bf2776-b6e6-42bd-9b5c-ea45745bb50f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:09:52.749434 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:52.758191 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] Transition to ACTIVE for port object 90bf2776-b6e6-42bd-9b5c-ea45745bb50f will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:09:52.773700 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] Transition to ACTIVE for port object 90bf2776-b6e6-42bd-9b5c-ea45745bb50f will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:09:52.848854 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d28379fa-6c52-4e2e-9be3-18e67d95c121 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:52.881702 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:52.921762 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] Network 81aa1af3-2156-4547-b112-557e17885df9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:09:52.924603 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:09:52.928226 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:09:52.934802 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] Pushing event updated for resources: {'Port': ['ID=90bf2776-b6e6-42bd-9b5c-ea45745bb50f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:52.983040 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] Attempting to bind port 90bf2776-b6e6-42bd-9b5c-ea45745bb50f on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:09:52.983410 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] Attempting to bind port 90bf2776-b6e6-42bd-9b5c-ea45745bb50f by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': 'fe9efac2-58ae-46da-8c1a-767abf0bd920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '81aa1af3-2156-4547-b112-557e17885df9'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:09:52.983779 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] Attempting to bind port 90bf2776-b6e6-42bd-9b5c-ea45745bb50f on network 81aa1af3-2156-4547-b112-557e17885df9 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:09:52.988777 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:09:52.989158 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] Checking segment: {'id': 'fe9efac2-58ae-46da-8c1a-767abf0bd920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '81aa1af3-2156-4547-b112-557e17885df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:09:52.989596 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:52.989991 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] Bound using segment: {'id': 'fe9efac2-58ae-46da-8c1a-767abf0bd920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '81aa1af3-2156-4547-b112-557e17885df9'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:09:52.990459 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] Bound port: 90bf2776-b6e6-42bd-9b5c-ea45745bb50f, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9efac2-58ae-46da-8c1a-767abf0bd920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '81aa1af3-2156-4547-b112-557e17885df9'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:09:53.000866 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:53.056154 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] For port 90bf2776-b6e6-42bd-9b5c-ea45745bb50f, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:09:53.059492 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] For port 90bf2776-b6e6-42bd-9b5c-ea45745bb50f, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=90bf2776-b6e6-42bd-9b5c-ea45745bb50f,segment=NetworkSegment(fe9efac2-58ae-46da-8c1a-767abf0bd920),segment_id=fe9efac2-58ae-46da-8c1a-767abf0bd920)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:09:53.124648 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:53.147024 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d28379fa-6c52-4e2e-9be3-18e67d95c121 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:53.165548 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d28379fa-6c52-4e2e-9be3-18e67d95c121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:53.204007 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5150d-c780-4007-85cd-13915c0c0914 None None] Pushing event updated for resources: {'Port': ['ID=90bf2776-b6e6-42bd-9b5c-ea45745bb50f,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:53.295134 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-d28379fa-6c52-4e2e-9be3-18e67d95c121 admin admin] Allocated IP 172.27.0.205 (45b0c649-47ed-40e6-b7f6-7d83dd176956/b736f3e8-97a3-44dd-aa37-7a4abcfbc24c/2101bce6-9369-44b6-8c6f-91509df682a1) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:09:53.413925 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d28379fa-6c52-4e2e-9be3-18e67d95c121 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:53.532761 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d28379fa-6c52-4e2e-9be3-18e67d95c121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:53.568389 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28379fa-6c52-4e2e-9be3-18e67d95c121 admin admin] Network 45b0c649-47ed-40e6-b7f6-7d83dd176956 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:09:53.573047 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-d28379fa-6c52-4e2e-9be3-18e67d95c121 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:09:53.576512 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28379fa-6c52-4e2e-9be3-18e67d95c121 admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:09:53.603516 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28379fa-6c52-4e2e-9be3-18e67d95c121 admin admin] Pushing event updated for resources: {'Port': ['ID=2101bce6-9369-44b6-8c6f-91509df682a1,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:53.912926 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d28379fa-6c52-4e2e-9be3-18e67d95c121 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:54.053891 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b12e05-e5f0-440f-b096-6f8944ef3be4 None None] Network 81aa1af3-2156-4547-b112-557e17885df9 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:09:54.106175 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d28379fa-6c52-4e2e-9be3-18e67d95c121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406382'] for router, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:54.232354 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-e64b458e-4bd5-4b14-bd2b-cb49c7b648be None None] Provisioning for port 90bf2776-b6e6-42bd-9b5c-ea45745bb50f completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:09:54.352896 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28379fa-6c52-4e2e-9be3-18e67d95c121 admin admin] Router 2b5e144c-f470-4893-b8cd-fe3e41592ad9 is scheduled to L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 with binding_index 1 {{(pid=94638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 05:09:54.459623 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28379fa-6c52-4e2e-9be3-18e67d95c121 admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:09:54.468280 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] Sync routers for ids ['2b5e144c-f470-4893-b8cd-fe3e41592ad9'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:09:54.480766 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] Routers {'2b5e144c-f470-4893-b8cd-fe3e41592ad9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:09:54.481387 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:09:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['2b5e144c-f470-4893-b8cd-fe3e41592ad9'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:09:54.581461 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] Set router 2b5e144c-f470-4893-b8cd-fe3e41592ad9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:09:54.583836 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d28379fa-6c52-4e2e-9be3-18e67d95c121 admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:54.587786 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d28379fa-6c52-4e2e-9be3-18e67d95c121 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1538846 Aug 25 05:09:54.588025 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 43760) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:54.766321 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'name': 'tempest-TestMinimumBasicScenario-306089384-router', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:52Z', 'updated_at': '2021-08-25T05:09:53Z', 'revision_number': 3, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'gw_port': {'id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:09:53Z', 'updated_at': '2021-08-25T05:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:09:54.792028 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] Checking router: 2b5e144c-f470-4893-b8cd-fe3e41592ad9 for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:09:54.792377 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] Updating router 2b5e144c-f470-4893-b8cd-fe3e41592ad9 port 2101bce6-9369-44b6-8c6f-91509df682a1 binding host dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:09:54.820495 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:55.208931 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:55.219732 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] Transition to ACTIVE for port object 2101bce6-9369-44b6-8c6f-91509df682a1 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:09:55.243154 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-28df437b-a063-4ac8-857d-8844e6cf8608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:55.278407 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 90bf2776-b6e6-42bd-9b5c-ea45745bb50f up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:09:55.326485 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:55.384386 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] Attempting to bind port 2101bce6-9369-44b6-8c6f-91509df682a1 on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:09:55.384750 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] Attempting to bind port 2101bce6-9369-44b6-8c6f-91509df682a1 by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:09:55.385118 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] Attempting to bind port 2101bce6-9369-44b6-8c6f-91509df682a1 on network 45b0c649-47ed-40e6-b7f6-7d83dd176956 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:09:55.390545 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:09:55.390958 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] Checking segment: {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:09:55.391538 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:55.391936 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] Bound using segment: {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:09:55.392423 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] Bound port: 2101bce6-9369-44b6-8c6f-91509df682a1, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:09:55.392977 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:55.394466 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bc611-fb9e-4797-92fe-b078c206bc4b None None] Pushing event updated for resources: {'Port': ['ID=2101bce6-9369-44b6-8c6f-91509df682a1,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:55.401078 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port 90bf2776-b6e6-42bd-9b5c-ea45745bb50f completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:09:55.418401 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-28df437b-a063-4ac8-857d-8844e6cf8608 admin admin] Allocated IP 172.20.0.1 (81aa1af3-2156-4547-b112-557e17885df9/ba383986-3c88-462b-9adb-59c3e99b5829/e33cecbf-cc98-44d7-98e3-5c7c41da74f3) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:09:55.428048 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 90bf2776-b6e6-42bd-9b5c-ea45745bb50f triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:09:55.428421 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:55.490259 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] For port 2101bce6-9369-44b6-8c6f-91509df682a1, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:09:55.494534 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] For port 2101bce6-9369-44b6-8c6f-91509df682a1, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=2101bce6-9369-44b6-8c6f-91509df682a1,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:09:55.524088 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-28df437b-a063-4ac8-857d-8844e6cf8608 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:55.533722 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:55.543695 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [None req-28df437b-a063-4ac8-857d-8844e6cf8608 admin admin] Transition to ACTIVE for port object e33cecbf-cc98-44d7-98e3-5c7c41da74f3 will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:09:55.572585 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port 90bf2776-b6e6-42bd-9b5c-ea45745bb50f, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=90bf2776-b6e6-42bd-9b5c-ea45745bb50f,segment=NetworkSegment(fe9efac2-58ae-46da-8c1a-767abf0bd920),segment_id=fe9efac2-58ae-46da-8c1a-767abf0bd920)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:09:55.618643 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:55.645121 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-28df437b-a063-4ac8-857d-8844e6cf8608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:55.648000 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:55.677829 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] Routers {'2b5e144c-f470-4893-b8cd-fe3e41592ad9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:09:55.678450 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:09:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['2b5e144c-f470-4893-b8cd-fe3e41592ad9'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:09:55.682685 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28df437b-a063-4ac8-857d-8844e6cf8608 admin admin] Network 81aa1af3-2156-4547-b112-557e17885df9 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:09:55.683180 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bc611-fb9e-4797-92fe-b078c206bc4b None None] Pushing event updated for resources: {'Port': ['ID=2101bce6-9369-44b6-8c6f-91509df682a1,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:55.685414 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-28df437b-a063-4ac8-857d-8844e6cf8608 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:09:55.688841 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28df437b-a063-4ac8-857d-8844e6cf8608 admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:09:55.730194 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df437b-a063-4ac8-857d-8844e6cf8608 admin admin] Pushing event updated for resources: {'Port': ['ID=e33cecbf-cc98-44d7-98e3-5c7c41da74f3,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:55.744448 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-28df437b-a063-4ac8-857d-8844e6cf8608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406045'] for router_interface, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:55.813260 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=90bf2776-b6e6-42bd-9b5c-ea45745bb50f,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:55.834767 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] Set router 2b5e144c-f470-4893-b8cd-fe3e41592ad9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:09:55.987888 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-28df437b-a063-4ac8-857d-8844e6cf8608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:56.021963 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'name': 'tempest-TestMinimumBasicScenario-306089384-router', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:52Z', 'updated_at': '2021-08-25T05:09:53Z', 'revision_number': 3, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'gw_port': {'id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:09:53Z', 'updated_at': '2021-08-25T05:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:09:56.051446 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d84a03-40d2-47ad-a103-153e48eb4035 None None] The sync data for ids ['2b5e144c-f470-4893-b8cd-fe3e41592ad9'] in dv-cinder-757936-7-iscsi is: [{'id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'name': 'tempest-TestMinimumBasicScenario-306089384-router', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:52Z', 'updated_at': '2021-08-25T05:09:53Z', 'revision_number': 3, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'gw_port': {'id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:09:53Z', 'updated_at': '2021-08-25T05:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:09:56.150073 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-28df437b-a063-4ac8-857d-8844e6cf8608 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:56.207080 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-ee95f999-e559-4213-8f52-2c6943f655b2 None None] Provisioning for port e33cecbf-cc98-44d7-98e3-5c7c41da74f3 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:09:56.211419 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-ee95f999-e559-4213-8f52-2c6943f655b2 None None] Provisioning complete for port e33cecbf-cc98-44d7-98e3-5c7c41da74f3 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:09:56.211991 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee95f999-e559-4213-8f52-2c6943f655b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:56.271739 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ee95f999-e559-4213-8f52-2c6943f655b2 None None] Port e33cecbf-cc98-44d7-98e3-5c7c41da74f3 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:09:56.288364 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-28df437b-a063-4ac8-857d-8844e6cf8608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52348945'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:56.357586 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df437b-a063-4ac8-857d-8844e6cf8608 admin admin] Pushing event updated for resources: {'Port': ['ID=e33cecbf-cc98-44d7-98e3-5c7c41da74f3,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:56.360157 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-28df437b-a063-4ac8-857d-8844e6cf8608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552907'] for router_interface, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:56.455018 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28df437b-a063-4ac8-857d-8844e6cf8608 admin admin] Network 81aa1af3-2156-4547-b112-557e17885df9 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:09:56.456436 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-28df437b-a063-4ac8-857d-8844e6cf8608 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:09:56.608532 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28df437b-a063-4ac8-857d-8844e6cf8608 admin admin] Router 2b5e144c-f470-4893-b8cd-fe3e41592ad9 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:09:56.696939 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-c5c67598-ad35-4225-a2e3-f1e06b5fc566 None None] Provisioning complete for port e33cecbf-cc98-44d7-98e3-5c7c41da74f3 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:09:56.697338 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5c67598-ad35-4225-a2e3-f1e06b5fc566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:56.741947 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28df437b-a063-4ac8-857d-8844e6cf8608 admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:09:56.742186 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c5c67598-ad35-4225-a2e3-f1e06b5fc566 None None] Port e33cecbf-cc98-44d7-98e3-5c7c41da74f3 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:09:56.758067 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-28df437b-a063-4ac8-857d-8844e6cf8608 admin admin] 10.222.0.13 "PUT /v2.0/routers/2b5e144c-f470-4893-b8cd-fe3e41592ad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1689169 Aug 25 05:09:57.288704 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 90bf2776-b6e6-42bd-9b5c-ea45745bb50f up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:09:57.353756 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 90bf2776-b6e6-42bd-9b5c-ea45745bb50f triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:09:57.354202 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:57.446649 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 2101bce6-9369-44b6-8c6f-91509df682a1 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:09:57.592582 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port 2101bce6-9369-44b6-8c6f-91509df682a1 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:09:57.597451 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 2101bce6-9369-44b6-8c6f-91509df682a1 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:09:57.598249 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:57.665042 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 43830) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:57.670871 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-aa618ede-81f2-4cd6-9b2c-a6ac927b9f18 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1456051962-network', 'tenant_id': '06a3ff7092bd49e0af1f3f7de0337dd0'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:09:57.693432 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:57.696612 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] Sync routers for ids ['2b5e144c-f470-4893-b8cd-fe3e41592ad9'] in dv-cinder-757936-7-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:09:57.707508 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] Routers {'2b5e144c-f470-4893-b8cd-fe3e41592ad9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:09:57.707508 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:09:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['2b5e144c-f470-4893-b8cd-fe3e41592ad9'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:09:57.719366 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port 2101bce6-9369-44b6-8c6f-91509df682a1, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=2101bce6-9369-44b6-8c6f-91509df682a1,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:09:57.771225 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa618ede-81f2-4cd6-9b2c-a6ac927b9f18 admin admin] Made reservation on behalf of 06a3ff7092bd49e0af1f3f7de0337dd0 for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:09:57.771225 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aa618ede-81f2-4cd6-9b2c-a6ac927b9f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:57.779851 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aa618ede-81f2-4cd6-9b2c-a6ac927b9f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:57.818344 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] Set router 2b5e144c-f470-4893-b8cd-fe3e41592ad9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:09:57.858844 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:57.875789 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aa618ede-81f2-4cd6-9b2c-a6ac927b9f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:57.911288 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=2101bce6-9369-44b6-8c6f-91509df682a1,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:58.018122 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'name': 'tempest-TestMinimumBasicScenario-306089384-router', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:52Z', 'updated_at': '2021-08-25T05:09:55Z', 'revision_number': 4, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'gw_port': {'id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:09:53Z', 'updated_at': '2021-08-25T05:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': 'e33cecbf-cc98-44d7-98e3-5c7c41da74f3', 'name': '', 'network_id': '81aa1af3-2156-4547-b112-557e17885df9', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'mac_address': 'fa:16:3e:28:eb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'ba383986-3c88-462b-9adb-59c3e99b5829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:09:55Z', 'updated_at': '2021-08-25T05:09:56Z', 'revision_number': 2, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'subnets': [{'id': 'ba383986-3c88-462b-9adb-59c3e99b5829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:09:58.035409 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aa618ede-81f2-4cd6-9b2c-a6ac927b9f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:58.053270 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] Checking router: 2b5e144c-f470-4893-b8cd-fe3e41592ad9 for host: dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:09:58.053622 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] Updating router 2b5e144c-f470-4893-b8cd-fe3e41592ad9 port e33cecbf-cc98-44d7-98e3-5c7c41da74f3 binding host dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:09:58.056585 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa618ede-81f2-4cd6-9b2c-a6ac927b9f18 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:09:58.074868 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa618ede-81f2-4cd6-9b2c-a6ac927b9f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01069cc-ae8f-4089-94f0-fb7767b99c64,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:58.074868 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aa618ede-81f2-4cd6-9b2c-a6ac927b9f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:58.075238 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-aa618ede-81f2-4cd6-9b2c-a6ac927b9f18 admin admin] Added segment 4d76d6fb-3a43-4a38-9d31-15bbd4856e06 of type vlan for network 2767fb02-f5e5-407b-8731-051144ac8cad Aug 25 05:09:58.079126 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:58.116396 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aa618ede-81f2-4cd6-9b2c-a6ac927b9f18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785199393567'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:58.207222 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aa618ede-81f2-4cd6-9b2c-a6ac927b9f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:58.208216 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa618ede-81f2-4cd6-9b2c-a6ac927b9f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:58.208841 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aa618ede-81f2-4cd6-9b2c-a6ac927b9f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:58.274581 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa618ede-81f2-4cd6-9b2c-a6ac927b9f18 admin admin] Pushing event updated for resources: {'Network': ['ID=2767fb02-f5e5-407b-8731-051144ac8cad,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:58.284952 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Network 2767fb02-f5e5-407b-8731-051144ac8cad details requested by agent ovs-agent-dv-cinder-757936-7-iscsi with host dv-cinder-757936-7-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:09:58.332655 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-aa618ede-81f2-4cd6-9b2c-a6ac927b9f18 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6638989 Aug 25 05:09:58.332932 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 43848) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:58.337846 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-b8f3e5b2-2e76-4829-849f-9bb20608c2af admin admin] Request body: {'subnet': {'network_id': '2767fb02-f5e5-407b-8731-051144ac8cad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1456051962-subnet', 'tenant_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:09:58.343918 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:58.354315 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] Transition to ACTIVE for port object e33cecbf-cc98-44d7-98e3-5c7c41da74f3 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:09:58.446984 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f3e5b2-2e76-4829-849f-9bb20608c2af admin admin] Made reservation on behalf of 06a3ff7092bd49e0af1f3f7de0337dd0 for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:09:58.447341 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:58.449649 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e5b2-2e76-4829-849f-9bb20608c2af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-52317432'] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:58.459221 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 43852) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:58.493911 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb7e7e-1313-40c1-98c0-d46c6dd7d275 None None] Pushing event updated for resources: {'Port': ['ID=e33cecbf-cc98-44d7-98e3-5c7c41da74f3,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:58.512071 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb7e7e-1313-40c1-98c0-d46c6dd7d275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.512656 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb7e7e-1313-40c1-98c0-d46c6dd7d275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.513007 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb7e7e-1313-40c1-98c0-d46c6dd7d275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.513344 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb7e7e-1313-40c1-98c0-d46c6dd7d275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.513682 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb7e7e-1313-40c1-98c0-d46c6dd7d275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.514017 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb7e7e-1313-40c1-98c0-d46c6dd7d275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.514350 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb7e7e-1313-40c1-98c0-d46c6dd7d275 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.514711 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb7e7e-1313-40c1-98c0-d46c6dd7d275 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.515062 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb7e7e-1313-40c1-98c0-d46c6dd7d275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.515391 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb7e7e-1313-40c1-98c0-d46c6dd7d275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.515716 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb7e7e-1313-40c1-98c0-d46c6dd7d275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.516036 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb7e7e-1313-40c1-98c0-d46c6dd7d275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.562642 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] Attempting to bind port e33cecbf-cc98-44d7-98e3-5c7c41da74f3 on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:09:58.563017 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] Attempting to bind port e33cecbf-cc98-44d7-98e3-5c7c41da74f3 by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': 'fe9efac2-58ae-46da-8c1a-767abf0bd920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '81aa1af3-2156-4547-b112-557e17885df9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:09:58.563383 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] Attempting to bind port e33cecbf-cc98-44d7-98e3-5c7c41da74f3 on network 81aa1af3-2156-4547-b112-557e17885df9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:09:58.568943 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:09:58.569320 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] Checking segment: {'id': 'fe9efac2-58ae-46da-8c1a-767abf0bd920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '81aa1af3-2156-4547-b112-557e17885df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:09:58.582130 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:58.582130 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] Bound using segment: {'id': 'fe9efac2-58ae-46da-8c1a-767abf0bd920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '81aa1af3-2156-4547-b112-557e17885df9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:09:58.582130 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] Bound port: e33cecbf-cc98-44d7-98e3-5c7c41da74f3, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9efac2-58ae-46da-8c1a-767abf0bd920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '81aa1af3-2156-4547-b112-557e17885df9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:09:58.582130 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:58.588569 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b11dc9c4-d97b-41e2-b87a-4a4467a1d958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:58.647609 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] For port e33cecbf-cc98-44d7-98e3-5c7c41da74f3, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:09:58.651059 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] For port e33cecbf-cc98-44d7-98e3-5c7c41da74f3, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=e33cecbf-cc98-44d7-98e3-5c7c41da74f3,segment=NetworkSegment(fe9efac2-58ae-46da-8c1a-767abf0bd920),segment_id=fe9efac2-58ae-46da-8c1a-767abf0bd920)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:09:58.682036 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b11dc9c4-d97b-41e2-b87a-4a4467a1d958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:58.758158 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b11dc9c4-d97b-41e2-b87a-4a4467a1d958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:58.758438 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e5b2-2e76-4829-849f-9bb20608c2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52350856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-52317194'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:58.758962 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:58.805803 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-b11dc9c4-d97b-41e2-b87a-4a4467a1d958 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=404228d75e0744d6b3e01fbb6f4d7521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452773 Aug 25 05:09:58.807557 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 43858) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:58.808345 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11dc9c4-d97b-41e2-b87a-4a4467a1d958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ff4dee-3661-421d-b582-96cb25315523,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:58.828450 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb7e7e-1313-40c1-98c0-d46c6dd7d275 None None] Pushing event updated for resources: {'Port': ['ID=e33cecbf-cc98-44d7-98e3-5c7c41da74f3,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:58.828664 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dc9c4-d97b-41e2-b87a-4a4467a1d958 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.828834 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dc9c4-d97b-41e2-b87a-4a4467a1d958 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.829338 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dc9c4-d97b-41e2-b87a-4a4467a1d958 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.829974 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dc9c4-d97b-41e2-b87a-4a4467a1d958 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.830725 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dc9c4-d97b-41e2-b87a-4a4467a1d958 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.831215 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dc9c4-d97b-41e2-b87a-4a4467a1d958 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.831714 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dc9c4-d97b-41e2-b87a-4a4467a1d958 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.832193 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dc9c4-d97b-41e2-b87a-4a4467a1d958 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.832684 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dc9c4-d97b-41e2-b87a-4a4467a1d958 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.833161 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dc9c4-d97b-41e2-b87a-4a4467a1d958 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.833626 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dc9c4-d97b-41e2-b87a-4a4467a1d958 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.834098 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dc9c4-d97b-41e2-b87a-4a4467a1d958 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:09:58.841602 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f3e5b2-2e76-4829-849f-9bb20608c2af admin admin] Checking segment: {'id': '4d76d6fb-3a43-4a38-9d31-15bbd4856e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2767fb02-f5e5-407b-8731-051144ac8cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:09:58.842105 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f3e5b2-2e76-4829-849f-9bb20608c2af admin admin] Network hostable DHCP agents. Network: 2767fb02-f5e5-407b-8731-051144ac8cad, hostable agents: ['0a2fa090-2970-41a0-8073-2983789ee317'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:09:58.844323 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3e5b2-2e76-4829-849f-9bb20608c2af admin admin] Pushing event updated for resources: {'Subnet': ['ID=266f631f-314e-42e2-83d8-5f79da00fe3f,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:58.851503 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] Routers {'2b5e144c-f470-4893-b8cd-fe3e41592ad9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:09:58.854131 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:09:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['2b5e144c-f470-4893-b8cd-fe3e41592ad9'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:09:58.893992 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00de499e-0cbf-4d51-b97d-ccc61e082c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:58.917119 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00de499e-0cbf-4d51-b97d-ccc61e082c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:58.964652 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] Set router 2b5e144c-f470-4893-b8cd-fe3e41592ad9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:09:58.975356 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f3e5b2-2e76-4829-849f-9bb20608c2af admin admin] Network 2767fb02-f5e5-407b-8731-051144ac8cad is scheduled to be hosted by DHCP agent 0a2fa090-2970-41a0-8073-2983789ee317 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:09:59.092677 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00de499e-0cbf-4d51-b97d-ccc61e082c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:59.096011 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00de499e-0cbf-4d51-b97d-ccc61e082c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:59.097212 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-00de499e-0cbf-4d51-b97d-ccc61e082c18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23ff4dee-3661-421d-b582-96cb25315523 HTTP/1.1" status: 204 len: 168 time: 0.2861381 Aug 25 05:09:59.105073 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de499e-0cbf-4d51-b97d-ccc61e082c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ff4dee-3661-421d-b582-96cb25315523,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:09:59.121968 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-b8f3e5b2-2e76-4829-849f-9bb20608c2af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-7-iscsi, 2767fb02-f5e5-407b-8731-051144ac8cad) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:09:59.133730 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f3e5b2-2e76-4829-849f-9bb20608c2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:09:59.135994 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e5b2-2e76-4829-849f-9bb20608c2af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:59.145374 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0324583-96f4-40af-9bdc-09f5ffde7651 None None] Network 2767fb02-f5e5-407b-8731-051144ac8cad requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:09:59.172203 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'name': 'tempest-TestMinimumBasicScenario-306089384-router', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:52Z', 'updated_at': '2021-08-25T05:09:55Z', 'revision_number': 4, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'gw_port': {'id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:09:53Z', 'updated_at': '2021-08-25T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': 'e33cecbf-cc98-44d7-98e3-5c7c41da74f3', 'name': '', 'network_id': '81aa1af3-2156-4547-b112-557e17885df9', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'mac_address': 'fa:16:3e:28:eb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'ba383986-3c88-462b-9adb-59c3e99b5829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:09:55Z', 'updated_at': '2021-08-25T05:09:58Z', 'revision_number': 4, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'subnets': [{'id': 'ba383986-3c88-462b-9adb-59c3e99b5829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:09:59.202395 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf5e47e-c572-461c-b6f9-e4b95b5fb0bb None None] The sync data for ids ['2b5e144c-f470-4893-b8cd-fe3e41592ad9'] in dv-cinder-757936-7-iscsi is: [{'id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'name': 'tempest-TestMinimumBasicScenario-306089384-router', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:52Z', 'updated_at': '2021-08-25T05:09:55Z', 'revision_number': 4, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'gw_port': {'id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:09:53Z', 'updated_at': '2021-08-25T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': 'e33cecbf-cc98-44d7-98e3-5c7c41da74f3', 'name': '', 'network_id': '81aa1af3-2156-4547-b112-557e17885df9', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'mac_address': 'fa:16:3e:28:eb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'ba383986-3c88-462b-9adb-59c3e99b5829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:09:55Z', 'updated_at': '2021-08-25T05:09:58Z', 'revision_number': 4, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'subnets': [{'id': 'ba383986-3c88-462b-9adb-59c3e99b5829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:09:59.255674 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b8f3e5b2-2e76-4829-849f-9bb20608c2af admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9217174 Aug 25 05:09:59.260140 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 43868) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:09:59.266853 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dd8e3450-8693-48a4-8ad0-15a0e74d4027 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1456051962-router', 'tenant_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:09:59.340911 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 2101bce6-9369-44b6-8c6f-91509df682a1 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:09:59.398592 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55636971-4e0d-59cb-9b48-5d411fba618d-2767fb02-f5e5-407b-8731-051144ac8cad', 'network_id': '2767fb02-f5e5-407b-8731-051144ac8cad', 'tenant_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'fixed_ips': [{'subnet_id': '266f631f-314e-42e2-83d8-5f79da00fe3f'}]}} from dv-cinder-757936-7-iscsi. {{(pid=94640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 05:09:59.399703 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:59.401737 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd8e3450-8693-48a4-8ad0-15a0e74d4027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1195'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:59.404227 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd8e3450-8693-48a4-8ad0-15a0e74d4027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:59.480541 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd8e3450-8693-48a4-8ad0-15a0e74d4027 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:59.586249 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 2101bce6-9369-44b6-8c6f-91509df682a1 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:09:59.594614 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:59.597620 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] Allocated IP 172.20.0.2 (2767fb02-f5e5-407b-8731-051144ac8cad/266f631f-314e-42e2-83d8-5f79da00fe3f/3969e71e-d98a-44ba-a8e8-99841dee3dfe) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:09:59.704768 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd8e3450-8693-48a4-8ad0-15a0e74d4027 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:59.823598 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:09:59.832073 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] Transition to ACTIVE for port object 3969e71e-d98a-44ba-a8e8-99841dee3dfe will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:09:59.847950 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] Transition to ACTIVE for port object 3969e71e-d98a-44ba-a8e8-99841dee3dfe will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:09:59.969956 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:00.005396 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] Network 2767fb02-f5e5-407b-8731-051144ac8cad is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:10:00.024966 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:10:00.036126 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:10:00.053838 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] Pushing event updated for resources: {'Port': ['ID=3969e71e-d98a-44ba-a8e8-99841dee3dfe,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:00.099368 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 43886) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:00.100046 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] Attempting to bind port 3969e71e-d98a-44ba-a8e8-99841dee3dfe on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:10:00.100427 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] Attempting to bind port 3969e71e-d98a-44ba-a8e8-99841dee3dfe by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': '4d76d6fb-3a43-4a38-9d31-15bbd4856e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2767fb02-f5e5-407b-8731-051144ac8cad'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:10:00.100824 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] Attempting to bind port 3969e71e-d98a-44ba-a8e8-99841dee3dfe on network 2767fb02-f5e5-407b-8731-051144ac8cad {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:10:00.106298 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:10:00.106709 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] Checking segment: {'id': '4d76d6fb-3a43-4a38-9d31-15bbd4856e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2767fb02-f5e5-407b-8731-051144ac8cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:10:00.107610 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:00.108002 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] Bound using segment: {'id': '4d76d6fb-3a43-4a38-9d31-15bbd4856e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2767fb02-f5e5-407b-8731-051144ac8cad'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:10:00.108634 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] Bound port: 3969e71e-d98a-44ba-a8e8-99841dee3dfe, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d76d6fb-3a43-4a38-9d31-15bbd4856e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2767fb02-f5e5-407b-8731-051144ac8cad'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:10:00.109018 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:00.128010 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af5af838-23ba-466e-b992-14f9a4d54621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:00.189706 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd8e3450-8693-48a4-8ad0-15a0e74d4027 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:00.190239 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] For port 3969e71e-d98a-44ba-a8e8-99841dee3dfe, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:10:00.202202 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] For port 3969e71e-d98a-44ba-a8e8-99841dee3dfe, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=3969e71e-d98a-44ba-a8e8-99841dee3dfe,segment=NetworkSegment(4d76d6fb-3a43-4a38-9d31-15bbd4856e06),segment_id=4d76d6fb-3a43-4a38-9d31-15bbd4856e06)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:10:00.217845 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd8e3450-8693-48a4-8ad0-15a0e74d4027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:00.233468 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af5af838-23ba-466e-b992-14f9a4d54621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:00.295981 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:00.327538 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af5af838-23ba-466e-b992-14f9a4d54621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:00.329189 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-dd8e3450-8693-48a4-8ad0-15a0e74d4027 admin admin] Allocated IP 172.27.0.54 (45b0c649-47ed-40e6-b7f6-7d83dd176956/b736f3e8-97a3-44dd-aa37-7a4abcfbc24c/ef31ea3b-ff31-4e76-bf4b-4da82308b722) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:10:00.370047 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f095d9-b0f5-4232-b18b-3a2dbfd9b564 None None] Pushing event updated for resources: {'Port': ['ID=3969e71e-d98a-44ba-a8e8-99841dee3dfe,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:00.372796 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-af5af838-23ba-466e-b992-14f9a4d54621 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=462e545bcbbb41f7b4c69948c0d80836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2693057 Aug 25 05:10:00.374120 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5af838-23ba-466e-b992-14f9a4d54621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deccc34d-665e-4814-8f6f-169f788be082,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:00.378539 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 43888) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:00.443228 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3792cb6a-9e57-412e-9fe7-dac5d02299c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:00.460830 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd8e3450-8693-48a4-8ad0-15a0e74d4027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:00.471712 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3792cb6a-9e57-412e-9fe7-dac5d02299c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:00.521309 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c162d09a-147b-4ea1-ae66-9c141865792e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:00.592017 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd8e3450-8693-48a4-8ad0-15a0e74d4027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:00.618870 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3792cb6a-9e57-412e-9fe7-dac5d02299c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:00.622729 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3792cb6a-9e57-412e-9fe7-dac5d02299c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:00.627849 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-3792cb6a-9e57-412e-9fe7-dac5d02299c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/deccc34d-665e-4814-8f6f-169f788be082 HTTP/1.1" status: 204 len: 168 time: 0.2467177 Aug 25 05:10:00.643842 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792cb6a-9e57-412e-9fe7-dac5d02299c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deccc34d-665e-4814-8f6f-169f788be082,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:00.649536 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8e3450-8693-48a4-8ad0-15a0e74d4027 admin admin] Network 45b0c649-47ed-40e6-b7f6-7d83dd176956 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:10:00.654467 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-dd8e3450-8693-48a4-8ad0-15a0e74d4027 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:10:00.666389 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8e3450-8693-48a4-8ad0-15a0e74d4027 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:10:00.711878 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e3450-8693-48a4-8ad0-15a0e74d4027 admin admin] Pushing event updated for resources: {'Port': ['ID=ef31ea3b-ff31-4e76-bf4b-4da82308b722,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:01.117413 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd8e3450-8693-48a4-8ad0-15a0e74d4027 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:01.368939 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 3969e71e-d98a-44ba-a8e8-99841dee3dfe up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:10:01.391996 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd8e3450-8693-48a4-8ad0-15a0e74d4027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406382'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:01.492633 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port 3969e71e-d98a-44ba-a8e8-99841dee3dfe completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:10:01.501384 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device e33cecbf-cc98-44d7-98e3-5c7c41da74f3 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:10:01.523393 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836d3d38-e7ce-4917-a720-f30b12c8384c None None] Network 2767fb02-f5e5-407b-8731-051144ac8cad requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:10:01.674078 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-35012e73-e7b9-4e77-9ff8-0023e57899c2 None None] Provisioning for port 3969e71e-d98a-44ba-a8e8-99841dee3dfe completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:10:01.692647 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-35012e73-e7b9-4e77-9ff8-0023e57899c2 None None] Provisioning complete for port 3969e71e-d98a-44ba-a8e8-99841dee3dfe triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:10:01.693004 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35012e73-e7b9-4e77-9ff8-0023e57899c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:01.772114 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port e33cecbf-cc98-44d7-98e3-5c7c41da74f3 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:10:01.779718 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port e33cecbf-cc98-44d7-98e3-5c7c41da74f3 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:10:01.780090 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:01.810825 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35012e73-e7b9-4e77-9ff8-0023e57899c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:01.863773 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-35012e73-e7b9-4e77-9ff8-0023e57899c2 None None] For port 3969e71e-d98a-44ba-a8e8-99841dee3dfe, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=3969e71e-d98a-44ba-a8e8-99841dee3dfe,segment=NetworkSegment(4d76d6fb-3a43-4a38-9d31-15bbd4856e06),segment_id=4d76d6fb-3a43-4a38-9d31-15bbd4856e06)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:10:01.900815 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:01.949657 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8e3450-8693-48a4-8ad0-15a0e74d4027 admin admin] Router d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd is scheduled to L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 05:10:02.057385 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port e33cecbf-cc98-44d7-98e3-5c7c41da74f3, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=e33cecbf-cc98-44d7-98e3-5c7c41da74f3,segment=NetworkSegment(fe9efac2-58ae-46da-8c1a-767abf0bd920),segment_id=fe9efac2-58ae-46da-8c1a-767abf0bd920)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:10:02.058812 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35012e73-e7b9-4e77-9ff8-0023e57899c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:02.061073 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8e3450-8693-48a4-8ad0-15a0e74d4027 admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:10:02.086763 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] Sync routers for ids ['d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:10:02.104778 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] Routers {'d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:10:02.105377 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:09:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:02.164464 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd8e3450-8693-48a4-8ad0-15a0e74d4027 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:02.165943 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-dd8e3450-8693-48a4-8ad0-15a0e74d4027 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9036603 Aug 25 05:10:02.176596 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 43934) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:02.178680 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:02.193081 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35012e73-e7b9-4e77-9ff8-0023e57899c2 None None] Pushing event updated for resources: {'Port': ['ID=3969e71e-d98a-44ba-a8e8-99841dee3dfe,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:02.241818 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-d97ab4a9-1493-47c2-a6e9-97d584c2b88e None None] Provisioning complete for port 3969e71e-d98a-44ba-a8e8-99841dee3dfe triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:10:02.242191 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d97ab4a9-1493-47c2-a6e9-97d584c2b88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:02.298363 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=e33cecbf-cc98-44d7-98e3-5c7c41da74f3,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:02.325946 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] Set router d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:10:02.538655 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4226b7d-2f4e-46c1-8e3b-c256b7fb4acd', 'name': 'tempest-TestMinimumBasicScenario-1456051962-router', 'tenant_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'ef31ea3b-ff31-4e76-bf4b-4da82308b722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:59Z', 'updated_at': '2021-08-25T05:10:00Z', 'revision_number': 3, 'project_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'gw_port': {'id': 'ef31ea3b-ff31-4e76-bf4b-4da82308b722', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:79:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4226b7d-2f4e-46c1-8e3b-c256b7fb4acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:10:00Z', 'updated_at': '2021-08-25T05:10:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:02.572004 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] Checking router: d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:10:02.572358 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] Updating router d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd port ef31ea3b-ff31-4e76-bf4b-4da82308b722 binding host dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:10:02.598276 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:02.663695 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a0194271-fcf8-434a-b698-14f4416942f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:02.829410 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-a0194271-fcf8-434a-b698-14f4416942f0 admin admin] Allocated IP 172.20.0.1 (2767fb02-f5e5-407b-8731-051144ac8cad/266f631f-314e-42e2-83d8-5f79da00fe3f/6e1ecf57-3735-4e87-bf9d-391936419405) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:10:02.874290 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:02.933129 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] Transition to ACTIVE for port object ef31ea3b-ff31-4e76-bf4b-4da82308b722 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:10:02.953300 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66fe57-a2ed-4aab-9b46-0aed8a7d4f7b req-daf6c4e0-0859-4499-a07a-5aa01a804b39 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:02.955098 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cb66fe57-a2ed-4aab-9b46-0aed8a7d4f7b req-daf6c4e0-0859-4499-a07a-5aa01a804b39 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 946 time: 0.0636151 Aug 25 05:10:02.966716 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a0194271-fcf8-434a-b698-14f4416942f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:02.984273 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [None req-a0194271-fcf8-434a-b698-14f4416942f0 admin admin] Transition to ACTIVE for port object 6e1ecf57-3735-4e87-bf9d-391936419405 will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:10:02.998555 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc72f515-d511-4798-b1d1-a4cd1efe38db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:03.001895 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cb66fe57-a2ed-4aab-9b46-0aed8a7d4f7b req-6a94ce1f-c1c8-4704-97f2-b8adf4a944d9 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363936 Aug 25 05:10:03.052620 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:03.103526 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] Attempting to bind port ef31ea3b-ff31-4e76-bf4b-4da82308b722 on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:10:03.103893 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] Attempting to bind port ef31ea3b-ff31-4e76-bf4b-4da82308b722 by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:10:03.104256 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] Attempting to bind port ef31ea3b-ff31-4e76-bf4b-4da82308b722 on network 45b0c649-47ed-40e6-b7f6-7d83dd176956 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:10:03.113461 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:10:03.113831 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] Checking segment: {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:10:03.114228 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:03.114640 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] Bound using segment: {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:10:03.115092 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] Bound port: ef31ea3b-ff31-4e76-bf4b-4da82308b722, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:10:03.115463 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:03.117070 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed49fd-e032-4906-b1b4-2d2be0943b75 None None] Pushing event updated for resources: {'Port': ['ID=ef31ea3b-ff31-4e76-bf4b-4da82308b722,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:03.153736 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a0194271-fcf8-434a-b698-14f4416942f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:03.180910 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] For port ef31ea3b-ff31-4e76-bf4b-4da82308b722, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:10:03.186089 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] For port ef31ea3b-ff31-4e76-bf4b-4da82308b722, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=ef31ea3b-ff31-4e76-bf4b-4da82308b722,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:10:03.190782 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0194271-fcf8-434a-b698-14f4416942f0 admin admin] Network 2767fb02-f5e5-407b-8731-051144ac8cad is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:10:03.193333 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-a0194271-fcf8-434a-b698-14f4416942f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:10:03.207436 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0194271-fcf8-434a-b698-14f4416942f0 admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:10:03.243923 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0194271-fcf8-434a-b698-14f4416942f0 admin admin] Pushing event updated for resources: {'Port': ['ID=6e1ecf57-3735-4e87-bf9d-391936419405,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:03.256787 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a0194271-fcf8-434a-b698-14f4416942f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406045'] for router_interface, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:03.268635 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 3969e71e-d98a-44ba-a8e8-99841dee3dfe up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:10:03.294697 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:03.309226 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:03.388952 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed49fd-e032-4906-b1b4-2d2be0943b75 None None] Pushing event updated for resources: {'Port': ['ID=ef31ea3b-ff31-4e76-bf4b-4da82308b722,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:03.393805 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 3969e71e-d98a-44ba-a8e8-99841dee3dfe triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:10:03.394419 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:03.396172 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] Routers {'d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:10:03.396972 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:10:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:03.483417 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a0194271-fcf8-434a-b698-14f4416942f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:03.569668 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] Set router d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:10:03.624025 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-4cd417eb-8411-4bc7-b498-06b1e040bd93 None None] Provisioning for port 6e1ecf57-3735-4e87-bf9d-391936419405 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:10:03.629833 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device e33cecbf-cc98-44d7-98e3-5c7c41da74f3 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:10:03.642835 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-4cd417eb-8411-4bc7-b498-06b1e040bd93 None None] Provisioning complete for port 6e1ecf57-3735-4e87-bf9d-391936419405 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:10:03.643213 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cd417eb-8411-4bc7-b498-06b1e040bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:03.655574 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a0194271-fcf8-434a-b698-14f4416942f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:03.726878 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a0194271-fcf8-434a-b698-14f4416942f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52348945'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:03.747955 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4cd417eb-8411-4bc7-b498-06b1e040bd93 None None] Port 6e1ecf57-3735-4e87-bf9d-391936419405 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:10:03.810435 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a0194271-fcf8-434a-b698-14f4416942f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552907'] for router_interface, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:03.811479 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port e33cecbf-cc98-44d7-98e3-5c7c41da74f3 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:10:03.811859 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:03.813114 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0194271-fcf8-434a-b698-14f4416942f0 admin admin] Pushing event updated for resources: {'Port': ['ID=6e1ecf57-3735-4e87-bf9d-391936419405,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:03.869182 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4226b7d-2f4e-46c1-8e3b-c256b7fb4acd', 'name': 'tempest-TestMinimumBasicScenario-1456051962-router', 'tenant_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'ef31ea3b-ff31-4e76-bf4b-4da82308b722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:59Z', 'updated_at': '2021-08-25T05:10:00Z', 'revision_number': 3, 'project_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'gw_port': {'id': 'ef31ea3b-ff31-4e76-bf4b-4da82308b722', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:79:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4226b7d-2f4e-46c1-8e3b-c256b7fb4acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:10:00Z', 'updated_at': '2021-08-25T05:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:03.903641 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0194271-fcf8-434a-b698-14f4416942f0 admin admin] Network 2767fb02-f5e5-407b-8731-051144ac8cad is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:10:03.905051 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-a0194271-fcf8-434a-b698-14f4416942f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:10:03.913504 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c00dfab-ec97-4a85-842f-ba553e7f4565 None None] The sync data for ids ['d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd'] in dv-cinder-757936-7-iscsi is: [{'id': 'd4226b7d-2f4e-46c1-8e3b-c256b7fb4acd', 'name': 'tempest-TestMinimumBasicScenario-1456051962-router', 'tenant_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'ef31ea3b-ff31-4e76-bf4b-4da82308b722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:59Z', 'updated_at': '2021-08-25T05:10:00Z', 'revision_number': 3, 'project_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'gw_port': {'id': 'ef31ea3b-ff31-4e76-bf4b-4da82308b722', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:79:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4226b7d-2f4e-46c1-8e3b-c256b7fb4acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:10:00Z', 'updated_at': '2021-08-25T05:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:10:04.047535 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0194271-fcf8-434a-b698-14f4416942f0 admin admin] Router d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:10:04.173533 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9150e56b-7b74-4f84-b560-a719d3f66e6d None None] Provisioning complete for port 6e1ecf57-3735-4e87-bf9d-391936419405 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:10:04.181650 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9150e56b-7b74-4f84-b560-a719d3f66e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:04.199083 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da5d60-e591-45e0-805c-d661fc85bdf2 req-f8e3c23f-1b1d-4047-a47b-43f6bc0d5ace tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:04.204815 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a6da5d60-e591-45e0-805c-d661fc85bdf2 req-f8e3c23f-1b1d-4047-a47b-43f6bc0d5ace tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 946 time: 0.1068490 Aug 25 05:10:04.232989 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0194271-fcf8-434a-b698-14f4416942f0 admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:10:04.246494 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-a0194271-fcf8-434a-b698-14f4416942f0 admin admin] 10.222.0.13 "PUT /v2.0/routers/d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0658028 Aug 25 05:10:04.254994 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9150e56b-7b74-4f84-b560-a719d3f66e6d None None] Port 6e1ecf57-3735-4e87-bf9d-391936419405 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:10:04.270469 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a6da5d60-e591-45e0-805c-d661fc85bdf2 req-74731a13-9769-4bbc-b5ee-50f714d4d26c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594125 Aug 25 05:10:04.404053 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:04.663522 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ce1df-e6fd-4dba-b9ea-51a94e6d267a req-83ec1c42-e7ad-431c-b86e-c61b8e3b4051 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:04.665016 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b48ce1df-e6fd-4dba-b9ea-51a94e6d267a req-83ec1c42-e7ad-431c-b86e-c61b8e3b4051 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 946 time: 0.0492260 Aug 25 05:10:04.794066 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-b48ce1df-e6fd-4dba-b9ea-51a94e6d267a req-141f4289-893d-4967-9fe0-36075434f609 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Deleting port a81d506a-8037-49a1-a7fb-2de165e6049e {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:10:04.794797 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-b48ce1df-e6fd-4dba-b9ea-51a94e6d267a req-141f4289-893d-4967-9fe0-36075434f609 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:04.892676 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-b48ce1df-e6fd-4dba-b9ea-51a94e6d267a req-141f4289-893d-4967-9fe0-36075434f609 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] For port a81d506a-8037-49a1-a7fb-2de165e6049e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a81d506a-8037-49a1-a7fb-2de165e6049e,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:10:04.893048 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-b48ce1df-e6fd-4dba-b9ea-51a94e6d267a req-141f4289-893d-4967-9fe0-36075434f609 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:05.259048 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device ef31ea3b-ff31-4e76-bf4b-4da82308b722 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:10:05.399930 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-b48ce1df-e6fd-4dba-b9ea-51a94e6d267a req-141f4289-893d-4967-9fe0-36075434f609 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:05.400492 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-b48ce1df-e6fd-4dba-b9ea-51a94e6d267a req-141f4289-893d-4967-9fe0-36075434f609 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406152'] for floatingip, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:05.404043 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.db.l3_db [req-b48ce1df-e6fd-4dba-b9ea-51a94e6d267a req-141f4289-893d-4967-9fe0-36075434f609 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Floating IP 70f7738c-19da-42c1-a38a-4ecdb750087b disassociated. External IP: 172.27.0.203, port: a81d506a-8037-49a1-a7fb-2de165e6049e. Aug 25 05:10:05.404043 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-b48ce1df-e6fd-4dba-b9ea-51a94e6d267a req-141f4289-893d-4967-9fe0-36075434f609 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Calling delete_port for a81d506a-8037-49a1-a7fb-2de165e6049e owned by compute:nova {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:10:05.466969 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port ef31ea3b-ff31-4e76-bf4b-4da82308b722 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:10:05.473608 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port ef31ea3b-ff31-4e76-bf4b-4da82308b722 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:10:05.474230 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:05.532824 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0dbf3-5c6e-4af7-b2f0-1c9b4e033523 req-97f726d0-f6e2-4813-8caf-1b7f8d1d25de tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:05.550715 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-22e0dbf3-5c6e-4af7-b2f0-1c9b4e033523 req-97f726d0-f6e2-4813-8caf-1b7f8d1d25de tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 946 time: 0.1572950 Aug 25 05:10:05.635261 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-22e0dbf3-5c6e-4af7-b2f0-1c9b4e033523 req-2272d804-7218-4c85-91c9-75eb9f0f1cac tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836668 Aug 25 05:10:05.645006 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:05.669713 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port ef31ea3b-ff31-4e76-bf4b-4da82308b722, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=ef31ea3b-ff31-4e76-bf4b-4da82308b722,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:10:05.832820 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:05.832955 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-b48ce1df-e6fd-4dba-b9ea-51a94e6d267a req-141f4289-893d-4967-9fe0-36075434f609 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:05.889395 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f4289-893d-4967-9fe0-36075434f609 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Pushing event deleted for resources: {'Port': ['ID=a81d506a-8037-49a1-a7fb-2de165e6049e,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:05.966375 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=ef31ea3b-ff31-4e76-bf4b-4da82308b722,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:06.044064 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:06.050736 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b48ce1df-e6fd-4dba-b9ea-51a94e6d267a req-141f4289-893d-4967-9fe0-36075434f609 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Router b0d21978-c4b9-4876-8a2f-7095faca9311 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:10:06.225906 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b48ce1df-e6fd-4dba-b9ea-51a94e6d267a req-141f4289-893d-4967-9fe0-36075434f609 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:10:06.238264 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146170ba-c3e1-4636-8db0-7d2db650eb99 None None] Sync routers for ids ['b0d21978-c4b9-4876-8a2f-7095faca9311'] in dv-cinder-757936-7-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:10:06.253862 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146170ba-c3e1-4636-8db0-7d2db650eb99 None None] Routers {'b0d21978-c4b9-4876-8a2f-7095faca9311'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:10:06.254912 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-146170ba-c3e1-4636-8db0-7d2db650eb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:10:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['b0d21978-c4b9-4876-8a2f-7095faca9311'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:06.299226 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48ce1df-e6fd-4dba-b9ea-51a94e6d267a req-141f4289-893d-4967-9fe0-36075434f609 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] No DVR routers for this DVR port a81d506a-8037-49a1-a7fb-2de165e6049e on host hv-cinder-75793 {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:10:06.302852 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-b48ce1df-e6fd-4dba-b9ea-51a94e6d267a req-141f4289-893d-4967-9fe0-36075434f609 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:06.306615 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b48ce1df-e6fd-4dba-b9ea-51a94e6d267a req-141f4289-893d-4967-9fe0-36075434f609 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.20 "DELETE /v2.0/ports/a81d506a-8037-49a1-a7fb-2de165e6049e HTTP/1.1" status: 204 len: 173 time: 1.6332567 Aug 25 05:10:06.307609 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d34a445-550e-48b2-b757-df88a7bb6724', 'name': 'network-vif-deleted', 'tag': 'a81d506a-8037-49a1-a7fb-2de165e6049e'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:10:06.310179 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950b4210-75dd-4786-b5a6-2ca86399a30d" -d '{"events": [{"server_uuid": "7d34a445-550e-48b2-b757-df88a7bb6724", "name": "network-vif-deleted", "tag": "a81d506a-8037-49a1-a7fb-2de165e6049e"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:10:06.363170 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ac5255-002e-4e3f-9bba-f7393241991e x-openstack-request-id: req-b2ac5255-002e-4e3f-9bba-f7393241991e {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:10:06.364066 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d34a445-550e-48b2-b757-df88a7bb6724", "name": "network-vif-deleted", "tag": "a81d506a-8037-49a1-a7fb-2de165e6049e", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:10:06.364499 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2ac5255-002e-4e3f-9bba-f7393241991e {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:10:06.365071 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d34a445-550e-48b2-b757-df88a7bb6724', 'name': 'network-vif-deleted', 'tag': 'a81d506a-8037-49a1-a7fb-2de165e6049e', 'status': 'completed', 'code': 200} Aug 25 05:10:06.404329 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] Sync routers for ids ['d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:10:06.414303 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] Routers {'d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:10:06.414889 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:10:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:06.434421 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-146170ba-c3e1-4636-8db0-7d2db650eb99 None None] Set router b0d21978-c4b9-4876-8a2f-7095faca9311 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:10:06.603936 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] Set router d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:10:06.832989 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-146170ba-c3e1-4636-8db0-7d2db650eb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-router', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:42Z', 'updated_at': '2021-08-25T05:05:53Z', 'revision_number': 4, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'gw_port': {'id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '550698b5-155f-4280-bb4e-63ff0d633da9', 'name': '', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'mac_address': 'fa:16:3e:4e:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '686786a2-7682-45e8-a905-204e7e4e6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:50Z', 'updated_at': '2021-08-25T05:06:05Z', 'revision_number': 5, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'subnets': [{'id': '686786a2-7682-45e8-a905-204e7e4e6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:06.852551 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a7ebeca0-9a30-4a95-a09c-fff0a5240a10 req-9d850e4f-dbaf-44e1-9a9e-7d0af6cba66b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d34a445-550e-48b2-b757-df88a7bb6724 HTTP/1.1" status: 200 len: 210 time: 0.0393481 Aug 25 05:10:06.913745 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146170ba-c3e1-4636-8db0-7d2db650eb99 None None] Checking router: b0d21978-c4b9-4876-8a2f-7095faca9311 for host: dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:10:06.923043 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146170ba-c3e1-4636-8db0-7d2db650eb99 None None] Routers {'b0d21978-c4b9-4876-8a2f-7095faca9311'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:10:06.923917 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-146170ba-c3e1-4636-8db0-7d2db650eb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:10:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['b0d21978-c4b9-4876-8a2f-7095faca9311'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:07.080364 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-146170ba-c3e1-4636-8db0-7d2db650eb99 None None] Set router b0d21978-c4b9-4876-8a2f-7095faca9311 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:10:07.172171 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4226b7d-2f4e-46c1-8e3b-c256b7fb4acd', 'name': 'tempest-TestMinimumBasicScenario-1456051962-router', 'tenant_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'ef31ea3b-ff31-4e76-bf4b-4da82308b722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:59Z', 'updated_at': '2021-08-25T05:10:03Z', 'revision_number': 4, 'project_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'gw_port': {'id': 'ef31ea3b-ff31-4e76-bf4b-4da82308b722', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4226b7d-2f4e-46c1-8e3b-c256b7fb4acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:10:00Z', 'updated_at': '2021-08-25T05:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '6e1ecf57-3735-4e87-bf9d-391936419405', 'name': '', 'network_id': '2767fb02-f5e5-407b-8731-051144ac8cad', 'tenant_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'mac_address': 'fa:16:3e:02:7c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4226b7d-2f4e-46c1-8e3b-c256b7fb4acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '266f631f-314e-42e2-83d8-5f79da00fe3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:10:02Z', 'updated_at': '2021-08-25T05:10:03Z', 'revision_number': 2, 'project_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'subnets': [{'id': '266f631f-314e-42e2-83d8-5f79da00fe3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:07.229873 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] Checking router: d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:10:07.230243 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] Updating router d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd port 6e1ecf57-3735-4e87-bf9d-391936419405 binding host dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:10:07.265378 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:07.281187 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device ef31ea3b-ff31-4e76-bf4b-4da82308b722 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:10:07.317989 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-146170ba-c3e1-4636-8db0-7d2db650eb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-router', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:42Z', 'updated_at': '2021-08-25T05:05:53Z', 'revision_number': 4, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'gw_port': {'id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '550698b5-155f-4280-bb4e-63ff0d633da9', 'name': '', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'mac_address': 'fa:16:3e:4e:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '686786a2-7682-45e8-a905-204e7e4e6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:50Z', 'updated_at': '2021-08-25T05:06:05Z', 'revision_number': 5, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'subnets': [{'id': '686786a2-7682-45e8-a905-204e7e4e6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:07.363544 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146170ba-c3e1-4636-8db0-7d2db650eb99 None None] The sync data for ids ['b0d21978-c4b9-4876-8a2f-7095faca9311'] in dv-cinder-757936-7-iscsi is: [{'id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-router', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:42Z', 'updated_at': '2021-08-25T05:05:53Z', 'revision_number': 4, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'gw_port': {'id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '550698b5-155f-4280-bb4e-63ff0d633da9', 'name': '', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'mac_address': 'fa:16:3e:4e:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '686786a2-7682-45e8-a905-204e7e4e6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:50Z', 'updated_at': '2021-08-25T05:06:05Z', 'revision_number': 5, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'subnets': [{'id': '686786a2-7682-45e8-a905-204e7e4e6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:10:07.568631 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port ef31ea3b-ff31-4e76-bf4b-4da82308b722 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:10:07.569281 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:07.724057 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:07.733698 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b2b94-2357-4f8b-8f7d-1fab44ef0ed8 None None] New status for floating IP 70f7738c-19da-42c1-a38a-4ecdb750087b: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 05:10:07.736554 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] Transition to ACTIVE for port object 6e1ecf57-3735-4e87-bf9d-391936419405 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:10:07.872819 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:07.922117 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d8467-58d2-47a4-801d-b1f9ea29782e None None] Pushing event updated for resources: {'Port': ['ID=6e1ecf57-3735-4e87-bf9d-391936419405,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:08.031009 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] Attempting to bind port 6e1ecf57-3735-4e87-bf9d-391936419405 on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:10:08.035823 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] Attempting to bind port 6e1ecf57-3735-4e87-bf9d-391936419405 by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': '4d76d6fb-3a43-4a38-9d31-15bbd4856e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2767fb02-f5e5-407b-8731-051144ac8cad'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:10:08.036266 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] Attempting to bind port 6e1ecf57-3735-4e87-bf9d-391936419405 on network 2767fb02-f5e5-407b-8731-051144ac8cad {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:10:08.042191 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:10:08.043484 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] Checking segment: {'id': '4d76d6fb-3a43-4a38-9d31-15bbd4856e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2767fb02-f5e5-407b-8731-051144ac8cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:10:08.043484 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:08.043484 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] Bound using segment: {'id': '4d76d6fb-3a43-4a38-9d31-15bbd4856e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2767fb02-f5e5-407b-8731-051144ac8cad'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:10:08.043917 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] Bound port: 6e1ecf57-3735-4e87-bf9d-391936419405, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d76d6fb-3a43-4a38-9d31-15bbd4856e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2767fb02-f5e5-407b-8731-051144ac8cad'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:10:08.044253 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:08.158983 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 44060) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:08.196467 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] For port 6e1ecf57-3735-4e87-bf9d-391936419405, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:10:08.203314 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] For port 6e1ecf57-3735-4e87-bf9d-391936419405, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=6e1ecf57-3735-4e87-bf9d-391936419405,segment=NetworkSegment(4d76d6fb-3a43-4a38-9d31-15bbd4856e06),segment_id=4d76d6fb-3a43-4a38-9d31-15bbd4856e06)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:10:08.260084 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device a81d506a-8037-49a1-a7fb-2de165e6049e no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:10:08.301405 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-927b3719-385c-4f0c-b88c-36ffaaee2465 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:08.306917 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] No Port match for: a81d506a-8037-49a1-a7fb-2de165e6049e {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:10:08.307519 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device a81d506a-8037-49a1-a7fb-2de165e6049e not bound to the agent host hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:10:08.312706 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:08.355508 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-927b3719-385c-4f0c-b88c-36ffaaee2465 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:08.408457 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d8467-58d2-47a4-801d-b1f9ea29782e None None] Pushing event updated for resources: {'Port': ['ID=6e1ecf57-3735-4e87-bf9d-391936419405,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:08.412997 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] Routers {'d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:10:08.413602 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:10:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:08.514788 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-927b3719-385c-4f0c-b88c-36ffaaee2465 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:08.517895 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-927b3719-385c-4f0c-b88c-36ffaaee2465 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:08.521594 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-927b3719-385c-4f0c-b88c-36ffaaee2465 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "DELETE /v2.0/security-groups/7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77 HTTP/1.1" status: 204 len: 168 time: 0.3592148 Aug 25 05:10:08.527013 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 44072) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:08.547618 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b3719-385c-4f0c-b88c-36ffaaee2465 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:08.551079 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.api.v2.resource [None req-c413cb2d-ea2b-49dc-b10b-b504419bfa14 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] show failed (client error): The resource could not be found. Aug 25 05:10:08.552125 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c413cb2d-ea2b-49dc-b10b-b504419bfa14 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups/7a4eaab0-ce28-4ca0-bfd6-a40281dc4c77 HTTP/1.1" status: 404 len: 347 time: 0.0289972 Aug 25 05:10:08.555230 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 44074) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:08.621321 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] Set router d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:10:08.755549 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-006f80c1-36e1-44a4-ae8d-1d48192b0942 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Deleting port ef724cbf-0353-4247-8cf3-4b0626a4429e {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:10:08.756076 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-006f80c1-36e1-44a4-ae8d-1d48192b0942 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:08.868746 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-006f80c1-36e1-44a4-ae8d-1d48192b0942 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:08.869813 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-006f80c1-36e1-44a4-ae8d-1d48192b0942 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:08.886219 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-006f80c1-36e1-44a4-ae8d-1d48192b0942 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Calling delete_port for ef724cbf-0353-4247-8cf3-4b0626a4429e owned by network:floatingip {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:10:08.953976 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4226b7d-2f4e-46c1-8e3b-c256b7fb4acd', 'name': 'tempest-TestMinimumBasicScenario-1456051962-router', 'tenant_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'ef31ea3b-ff31-4e76-bf4b-4da82308b722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:59Z', 'updated_at': '2021-08-25T05:10:03Z', 'revision_number': 4, 'project_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'gw_port': {'id': 'ef31ea3b-ff31-4e76-bf4b-4da82308b722', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4226b7d-2f4e-46c1-8e3b-c256b7fb4acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:10:00Z', 'updated_at': '2021-08-25T05:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '6e1ecf57-3735-4e87-bf9d-391936419405', 'name': '', 'network_id': '2767fb02-f5e5-407b-8731-051144ac8cad', 'tenant_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'mac_address': 'fa:16:3e:02:7c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4226b7d-2f4e-46c1-8e3b-c256b7fb4acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '266f631f-314e-42e2-83d8-5f79da00fe3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:10:02Z', 'updated_at': '2021-08-25T05:10:08Z', 'revision_number': 4, 'project_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'subnets': [{'id': '266f631f-314e-42e2-83d8-5f79da00fe3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:08.995759 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ce6941-4345-44e4-807c-79418e021c41 None None] The sync data for ids ['d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd'] in dv-cinder-757936-7-iscsi is: [{'id': 'd4226b7d-2f4e-46c1-8e3b-c256b7fb4acd', 'name': 'tempest-TestMinimumBasicScenario-1456051962-router', 'tenant_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'ef31ea3b-ff31-4e76-bf4b-4da82308b722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:59Z', 'updated_at': '2021-08-25T05:10:03Z', 'revision_number': 4, 'project_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'gw_port': {'id': 'ef31ea3b-ff31-4e76-bf4b-4da82308b722', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4226b7d-2f4e-46c1-8e3b-c256b7fb4acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:10:00Z', 'updated_at': '2021-08-25T05:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '6e1ecf57-3735-4e87-bf9d-391936419405', 'name': '', 'network_id': '2767fb02-f5e5-407b-8731-051144ac8cad', 'tenant_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'mac_address': 'fa:16:3e:02:7c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4226b7d-2f4e-46c1-8e3b-c256b7fb4acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '266f631f-314e-42e2-83d8-5f79da00fe3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:10:02Z', 'updated_at': '2021-08-25T05:10:08Z', 'revision_number': 4, 'project_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'subnets': [{'id': '266f631f-314e-42e2-83d8-5f79da00fe3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:10:09.147023 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-006f80c1-36e1-44a4-ae8d-1d48192b0942 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:09.199036 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f80c1-36e1-44a4-ae8d-1d48192b0942 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Pushing event deleted for resources: {'Port': ['ID=ef724cbf-0353-4247-8cf3-4b0626a4429e,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:09.283707 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-006f80c1-36e1-44a4-ae8d-1d48192b0942 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for floatingip, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:09.286332 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-006f80c1-36e1-44a4-ae8d-1d48192b0942 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:09.287554 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-006f80c1-36e1-44a4-ae8d-1d48192b0942 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "DELETE /v2.0/floatingips/70f7738c-19da-42c1-a38a-4ecdb750087b HTTP/1.1" status: 204 len: 168 time: 0.7300484 Aug 25 05:10:09.311925 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 6e1ecf57-3735-4e87-bf9d-391936419405 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:10:09.446885 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port 6e1ecf57-3735-4e87-bf9d-391936419405 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:10:09.451541 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 6e1ecf57-3735-4e87-bf9d-391936419405 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:10:09.452043 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:09.572422 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:09.627217 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port 6e1ecf57-3735-4e87-bf9d-391936419405, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=6e1ecf57-3735-4e87-bf9d-391936419405,segment=NetworkSegment(4d76d6fb-3a43-4a38-9d31-15bbd4856e06),segment_id=4d76d6fb-3a43-4a38-9d31-15bbd4856e06)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:10:09.727479 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:09.776140 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 44084) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:09.781067 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-197eb042-9e07-420a-8224-8d91ad628bfd tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--123649628', 'description': 'tempest-description--721154388'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:10:09.837062 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=6e1ecf57-3735-4e87-bf9d-391936419405,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:09.997341 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-197eb042-9e07-420a-8224-8d91ad628bfd tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:10.155154 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-197eb042-9e07-420a-8224-8d91ad628bfd tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:10.373083 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 44102) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:10.489527 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29dee279-5053-4281-82ee-7aa8b993aebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:10.597998 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-197eb042-9e07-420a-8224-8d91ad628bfd tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:10.625735 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197eb042-9e07-420a-8224-8d91ad628bfd tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db84f94b-242f-4f2c-bfa1-03da79c91831,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:10.672512 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29dee279-5053-4281-82ee-7aa8b993aebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:10.966933 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29dee279-5053-4281-82ee-7aa8b993aebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:11.007347 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-29dee279-5053-4281-82ee-7aa8b993aebc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57fd603908ce4236b0247b62382caac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6331897 Aug 25 05:10:11.008539 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dee279-5053-4281-82ee-7aa8b993aebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdbfe01-48ac-4b39-89a2-d7563f94d209,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:11.010011 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 44114) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:11.071032 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-195cbb8b-8c6b-42be-9ae1-56e9158f32b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:11.090531 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-197eb042-9e07-420a-8224-8d91ad628bfd tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:11.094598 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-197eb042-9e07-420a-8224-8d91ad628bfd tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3145320 Aug 25 05:10:11.094972 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 44116) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:11.097917 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-195cbb8b-8c6b-42be-9ae1-56e9158f32b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:11.100160 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-77cb6683-aab6-4725-9f3a-22f7ba85a96b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Request body: {'security_group_rule': {'security_group_id': 'db84f94b-242f-4f2c-bfa1-03da79c91831', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:10:11.234725 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 6e1ecf57-3735-4e87-bf9d-391936419405 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:10:11.256519 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77cb6683-aab6-4725-9f3a-22f7ba85a96b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:11.291215 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 6e1ecf57-3735-4e87-bf9d-391936419405 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:10:11.291614 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:11.310412 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-195cbb8b-8c6b-42be-9ae1-56e9158f32b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:11.312988 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-195cbb8b-8c6b-42be-9ae1-56e9158f32b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:11.314578 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-195cbb8b-8c6b-42be-9ae1-56e9158f32b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fdbfe01-48ac-4b39-89a2-d7563f94d209 HTTP/1.1" status: 204 len: 168 time: 0.3030815 Aug 25 05:10:11.327980 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195cbb8b-8c6b-42be-9ae1-56e9158f32b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdbfe01-48ac-4b39-89a2-d7563f94d209,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:11.356283 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77cb6683-aab6-4725-9f3a-22f7ba85a96b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:11.469490 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77cb6683-aab6-4725-9f3a-22f7ba85a96b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:11.485968 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb6683-aab6-4725-9f3a-22f7ba85a96b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f000a5c-f27f-4b88-b979-ba4d5f25664b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:11.584285 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77cb6683-aab6-4725-9f3a-22f7ba85a96b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:11.585840 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-77cb6683-aab6-4725-9f3a-22f7ba85a96b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4893601 Aug 25 05:10:11.590096 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 44122) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:11.594791 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-30aa1f90-6cf2-4e13-ab6f-4eb583c0bbd3 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Request body: {'security_group_rule': {'security_group_id': 'db84f94b-242f-4f2c-bfa1-03da79c91831', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:10:11.784405 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30aa1f90-6cf2-4e13-ab6f-4eb583c0bbd3 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:11.862450 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30aa1f90-6cf2-4e13-ab6f-4eb583c0bbd3 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:12.009905 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30aa1f90-6cf2-4e13-ab6f-4eb583c0bbd3 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:12.042434 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa1f90-6cf2-4e13-ab6f-4eb583c0bbd3 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8e047f-99b0-4690-80cb-7ffeabb3ca32,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:12.121730 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30aa1f90-6cf2-4e13-ab6f-4eb583c0bbd3 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:12.124966 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-30aa1f90-6cf2-4e13-ab6f-4eb583c0bbd3 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5330701 Aug 25 05:10:12.128390 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 44140) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:12.133791 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-43ef2e9c-6802-4c6b-a100-ed736c351ddf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Request body: {'floatingip': {'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:10:12.271129 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-43ef2e9c-6802-4c6b-a100-ed736c351ddf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for floatingip, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:12.293841 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 44142) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:12.309708 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e80f7480-97c0-4e1d-a3ef-c33a88d1985a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:12.431762 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e80f7480-97c0-4e1d-a3ef-c33a88d1985a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:12.435860 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-43ef2e9c-6802-4c6b-a100-ed736c351ddf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:12.627566 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-43ef2e9c-6802-4c6b-a100-ed736c351ddf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Allocated IP 172.27.0.221 (45b0c649-47ed-40e6-b7f6-7d83dd176956/b736f3e8-97a3-44dd-aa37-7a4abcfbc24c/879f3677-1dda-487e-b683-8d3c87a9b61e) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:10:12.666314 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-43ef2e9c-6802-4c6b-a100-ed736c351ddf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:12.810727 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e80f7480-97c0-4e1d-a3ef-c33a88d1985a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:12.810727 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f7480-97c0-4e1d-a3ef-c33a88d1985a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926fb0ba-1d59-4475-830d-8df136c0b24d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:12.810727 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e80f7480-97c0-4e1d-a3ef-c33a88d1985a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df778883bc064ed8b95f9f7580fdfdf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4939873 Aug 25 05:10:12.814856 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 44146) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:12.905334 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52361127-2630-4221-8730-a631fef350fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:12.932660 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52361127-2630-4221-8730-a631fef350fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:12.992387 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e293299-540f-4c0b-94b0-d83ad4a4a7dc req-64a72b50-52ce-482a-864d-8836a0b87a81 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:12.993874 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4e293299-540f-4c0b-94b0-d83ad4a4a7dc req-64a72b50-52ce-482a-864d-8836a0b87a81 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.1166518 Aug 25 05:10:13.050597 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4e293299-540f-4c0b-94b0-d83ad4a4a7dc req-f2e69c8c-7b37-48c8-abce-2bd81bd78e68 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479250 Aug 25 05:10:13.111343 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52361127-2630-4221-8730-a631fef350fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:13.113679 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-43ef2e9c-6802-4c6b-a100-ed736c351ddf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:13.114007 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52361127-2630-4221-8730-a631fef350fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:13.117723 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-52361127-2630-4221-8730-a631fef350fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/926fb0ba-1d59-4475-830d-8df136c0b24d HTTP/1.1" status: 204 len: 168 time: 0.2990575 Aug 25 05:10:13.161513 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52361127-2630-4221-8730-a631fef350fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926fb0ba-1d59-4475-830d-8df136c0b24d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:13.215040 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ef2e9c-6802-4c6b-a100-ed736c351ddf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Network 45b0c649-47ed-40e6-b7f6-7d83dd176956 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:10:13.222171 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-43ef2e9c-6802-4c6b-a100-ed736c351ddf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:10:13.226687 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ef2e9c-6802-4c6b-a100-ed736c351ddf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:10:13.229773 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef2e9c-6802-4c6b-a100-ed736c351ddf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Pushing event updated for resources: {'Port': ['ID=879f3677-1dda-487e-b683-8d3c87a9b61e,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:13.318828 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-43ef2e9c-6802-4c6b-a100-ed736c351ddf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:13.456621 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-43ef2e9c-6802-4c6b-a100-ed736c351ddf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:13.632647 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-43ef2e9c-6802-4c6b-a100-ed736c351ddf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:13.758496 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-43ef2e9c-6802-4c6b-a100-ed736c351ddf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52348945'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:13.833603 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef2e9c-6802-4c6b-a100-ed736c351ddf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Pushing event updated for resources: {'Port': ['ID=879f3677-1dda-487e-b683-8d3c87a9b61e,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:13.842447 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-43ef2e9c-6802-4c6b-a100-ed736c351ddf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406152'] for floatingip, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:14.171774 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5936d-5c43-496b-8777-caaeb71e3214 req-eb454f43-ccb1-4c42-afd9-18b4ed504206 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:14.173287 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5db5936d-5c43-496b-8777-caaeb71e3214 req-eb454f43-ccb1-4c42-afd9-18b4ed504206 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0594318 Aug 25 05:10:14.210787 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5db5936d-5c43-496b-8777-caaeb71e3214 req-412e7157-cbdc-4f16-a038-89ebf563baf9 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307064 Aug 25 05:10:14.598797 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-43ef2e9c-6802-4c6b-a100-ed736c351ddf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:14.600026 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-43ef2e9c-6802-4c6b-a100-ed736c351ddf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4706161 Aug 25 05:10:14.810213 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc68f1-67f9-448b-bae6-c81494ea5303 req-3a5dc7ce-c64a-4066-a67e-1dd4eb3b3c0e tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:14.812069 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-26dc68f1-67f9-448b-bae6-c81494ea5303 req-3a5dc7ce-c64a-4066-a67e-1dd4eb3b3c0e tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.20 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.0583918 Aug 25 05:10:14.910392 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 44194) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:14.982552 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-26dc68f1-67f9-448b-bae6-c81494ea5303 req-2e3c62f6-afc4-4b0e-b357-eb51444c567a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Deleting port 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:10:14.983163 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-26dc68f1-67f9-448b-bae6-c81494ea5303 req-2e3c62f6-afc4-4b0e-b357-eb51444c567a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:15.072638 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-bcbffb12-4ce0-4fbd-9366-af305ed08dc4 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--123649628&fields=id&tenant_id=788f1dcf7a1347409e44465a8473c2d2 HTTP/1.1" status: 200 len: 267 time: 0.0766296 Aug 25 05:10:15.074015 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93f6c53d-7070-4d49-a53a-d1c2e741683e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:15.113129 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-26dc68f1-67f9-448b-bae6-c81494ea5303 req-2e3c62f6-afc4-4b0e-b357-eb51444c567a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] For port 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce,segment=NetworkSegment(78b61737-4ec5-4df0-b1a3-d71596c9c7fc),segment_id=78b61737-4ec5-4df0-b1a3-d71596c9c7fc)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:10:15.114439 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-26dc68f1-67f9-448b-bae6-c81494ea5303 req-2e3c62f6-afc4-4b0e-b357-eb51444c567a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:15.221256 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-231729ca-d3c8-4166-a0a5-2960470e000f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:15.222810 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-231729ca-d3c8-4166-a0a5-2960470e000f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/networks?id=71d45235-aa08-4ce1-9e25-ebab82ef910a HTTP/1.1" status: 200 len: 817 time: 0.1402926 Aug 25 05:10:15.270647 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-2462034a-5d5b-43fb-b199-b699b57c0bd6 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/quotas/788f1dcf7a1347409e44465a8473c2d2 HTTP/1.1" status: 200 len: 375 time: 0.0337348 Aug 25 05:10:15.364499 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93f6c53d-7070-4d49-a53a-d1c2e741683e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:15.382559 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-eeb01f92-85bf-495d-aec6-a11e410d7537 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=788f1dcf7a1347409e44465a8473c2d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1026802 Aug 25 05:10:15.439565 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d872c99-34e3-4b83-982b-4af05dee1dab req-65156fa8-2a44-4f52-a994-78f00e099535 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:15.441783 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7d872c99-34e3-4b83-982b-4af05dee1dab req-65156fa8-2a44-4f52-a994-78f00e099535 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 946 time: 0.1364419 Aug 25 05:10:15.445096 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-26dc68f1-67f9-448b-bae6-c81494ea5303 req-2e3c62f6-afc4-4b0e-b357-eb51444c567a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:15.445553 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-26dc68f1-67f9-448b-bae6-c81494ea5303 req-2e3c62f6-afc4-4b0e-b357-eb51444c567a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406152'] for floatingip, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:15.445982 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.db.l3_db [req-26dc68f1-67f9-448b-bae6-c81494ea5303 req-2e3c62f6-afc4-4b0e-b357-eb51444c567a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Floating IP 91ed8e99-b83b-40ce-bd97-e02e87ae57a6 disassociated. External IP: 172.27.0.213, port: 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce. Aug 25 05:10:15.446387 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-26dc68f1-67f9-448b-bae6-c81494ea5303 req-2e3c62f6-afc4-4b0e-b357-eb51444c567a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Calling delete_port for 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce owned by compute:nova {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:10:15.455089 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93f6c53d-7070-4d49-a53a-d1c2e741683e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:15.510596 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-93f6c53d-7070-4d49-a53a-d1c2e741683e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f9b5ea967364514a250d1b6e2321dca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5975788 Aug 25 05:10:15.516551 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 44220) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:15.524045 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6c53d-7070-4d49-a53a-d1c2e741683e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95244e2e-f3be-41ef-bfa4-8d2961833176,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:15.560404 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7d872c99-34e3-4b83-982b-4af05dee1dab req-48066a0a-b461-492d-afbe-73a5acb7cc84 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=436087a1-faf4-4124-86eb-671f97cbf301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088645 Aug 25 05:10:15.562393 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-78f21c45-9f43-4e9a-a4c6-6611120374ef service neutron] 10.222.0.13 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686823 Aug 25 05:10:15.683484 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-00ca528c-b81c-43eb-b656-059ef1c5359b service neutron] 10.222.0.13 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148477 Aug 25 05:10:15.698716 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16fd4df8-0a1b-4c17-8d64-739da07ceefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:15.744141 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16fd4df8-0a1b-4c17-8d64-739da07ceefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:15.786560 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:10:15.789703 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-26dc68f1-67f9-448b-bae6-c81494ea5303 req-2e3c62f6-afc4-4b0e-b357-eb51444c567a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:15.850838 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c62f6-afc4-4b0e-b357-eb51444c567a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Pushing event deleted for resources: {'Port': ['ID=5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:15.907235 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16fd4df8-0a1b-4c17-8d64-739da07ceefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:15.910826 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16fd4df8-0a1b-4c17-8d64-739da07ceefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:15.915090 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-16fd4df8-0a1b-4c17-8d64-739da07ceefa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95244e2e-f3be-41ef-bfa4-8d2961833176 HTTP/1.1" status: 204 len: 168 time: 0.3972712 Aug 25 05:10:15.935463 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd4df8-0a1b-4c17-8d64-739da07ceefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95244e2e-f3be-41ef-bfa4-8d2961833176,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:16.051908 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26dc68f1-67f9-448b-bae6-c81494ea5303 req-2e3c62f6-afc4-4b0e-b357-eb51444c567a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:10:16.175222 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0228837a-affd-4fc3-a7a9-41705ddd6f88 req-388966a3-ca46-49cf-a4bc-6d4bfe132473 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 210 time: 0.1490526 Aug 25 05:10:16.325367 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26dc68f1-67f9-448b-bae6-c81494ea5303 req-2e3c62f6-afc4-4b0e-b357-eb51444c567a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:10:16.344140 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c85ab5-012d-455d-83e1-8479684e6bca None None] Sync routers for ids ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:10:16.365514 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c85ab5-012d-455d-83e1-8479684e6bca None None] Routers {'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:10:16.366208 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-f4c85ab5-012d-455d-83e1-8479684e6bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:10:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:16.402394 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-26dc68f1-67f9-448b-bae6-c81494ea5303 req-2e3c62f6-afc4-4b0e-b357-eb51444c567a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] No DVR routers for this DVR port 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce on host hv-cinder-75793 {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:10:16.405699 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-26dc68f1-67f9-448b-bae6-c81494ea5303 req-2e3c62f6-afc4-4b0e-b357-eb51444c567a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:16.408607 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-26dc68f1-67f9-448b-bae6-c81494ea5303 req-2e3c62f6-afc4-4b0e-b357-eb51444c567a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.20 "DELETE /v2.0/ports/5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce HTTP/1.1" status: 204 len: 173 time: 1.5886033 Aug 25 05:10:16.409637 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c29bb1-b3aa-4c4f-8714-70080863ecb4', 'name': 'network-vif-deleted', 'tag': '5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:10:16.413402 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab408602-fd08-4726-be32-da480458f91b" -d '{"events": [{"server_uuid": "19c29bb1-b3aa-4c4f-8714-70080863ecb4", "name": "network-vif-deleted", "tag": "5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:10:16.485948 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac778a2-b4ad-4611-a71a-314a78a16767 x-openstack-request-id: req-aac778a2-b4ad-4611-a71a-314a78a16767 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:10:16.487026 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c29bb1-b3aa-4c4f-8714-70080863ecb4", "name": "network-vif-deleted", "tag": "5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:10:16.487447 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aac778a2-b4ad-4611-a71a-314a78a16767 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:10:16.488050 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c29bb1-b3aa-4c4f-8714-70080863ecb4', 'name': 'network-vif-deleted', 'tag': '5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce', 'status': 'completed', 'code': 200} Aug 25 05:10:16.524532 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-f4c85ab5-012d-455d-83e1-8479684e6bca None None] Set router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:10:16.756375 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a2f4ceea-eab9-4d65-9288-c85fd9d28831 req-c65dedfb-d3bd-4421-a29a-7bd99f890707 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c29bb1-b3aa-4c4f-8714-70080863ecb4 HTTP/1.1" status: 200 len: 210 time: 0.0410829 Aug 25 05:10:16.832152 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-f4c85ab5-012d-455d-83e1-8479684e6bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'name': 'tempest-AttachVolumeTestJSON-2051829355-router', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:05:52Z', 'revision_number': 4, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'gw_port': {'id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': 'db04dd18-d1f9-468e-87e9-b3174705888c', 'name': '', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'mac_address': 'fa:16:3e:1c:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:48Z', 'updated_at': '2021-08-25T05:06:01Z', 'revision_number': 5, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'subnets': [{'id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:16.865172 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c85ab5-012d-455d-83e1-8479684e6bca None None] Checking router: a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:10:16.877677 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c85ab5-012d-455d-83e1-8479684e6bca None None] Routers {'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:10:16.878501 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-f4c85ab5-012d-455d-83e1-8479684e6bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:10:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:17.010794 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-f4c85ab5-012d-455d-83e1-8479684e6bca None None] Set router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:10:17.239565 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 44280) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:17.254019 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a5b86234-a091-45ea-9609-62a3afebd3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:17.305648 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-78c5019a-c13b-4783-88cd-22776a872829 req-d7e8ea0f-4e1a-4429-a157-696a4999eb32 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 210 time: 0.0494838 Aug 25 05:10:17.382903 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a5b86234-a091-45ea-9609-62a3afebd3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:17.486231 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-f4c85ab5-012d-455d-83e1-8479684e6bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'name': 'tempest-AttachVolumeTestJSON-2051829355-router', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:05:52Z', 'revision_number': 4, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'gw_port': {'id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': 'db04dd18-d1f9-468e-87e9-b3174705888c', 'name': '', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'mac_address': 'fa:16:3e:1c:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:48Z', 'updated_at': '2021-08-25T05:06:01Z', 'revision_number': 5, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'subnets': [{'id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:17.514565 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c85ab5-012d-455d-83e1-8479684e6bca None None] The sync data for ids ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'] in dv-cinder-757936-7-iscsi is: [{'id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'name': 'tempest-AttachVolumeTestJSON-2051829355-router', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:05:52Z', 'revision_number': 4, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'gw_port': {'id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': 'db04dd18-d1f9-468e-87e9-b3174705888c', 'name': '', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'mac_address': 'fa:16:3e:1c:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:48Z', 'updated_at': '2021-08-25T05:06:01Z', 'revision_number': 5, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'subnets': [{'id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:10:17.515251 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a5b86234-a091-45ea-9609-62a3afebd3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:17.576794 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-a5b86234-a091-45ea-9609-62a3afebd3ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=264f53f6485f497da3346b4b1b9c693d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3332620 Aug 25 05:10:17.577256 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 44282) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:17.582292 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b86234-a091-45ea-9609-62a3afebd3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7dcf03-a552-4412-a7b9-f96bc810b721,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:17.670909 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64be3b4c-1b79-4d15-8d1d-14db86e42e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:17.694609 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64be3b4c-1b79-4d15-8d1d-14db86e42e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:17.879367 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64be3b4c-1b79-4d15-8d1d-14db86e42e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:17.879568 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64be3b4c-1b79-4d15-8d1d-14db86e42e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:17.883092 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-64be3b4c-1b79-4d15-8d1d-14db86e42e91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d7dcf03-a552-4412-a7b9-f96bc810b721 HTTP/1.1" status: 204 len: 168 time: 0.3020024 Aug 25 05:10:17.883257 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4365acc8-3376-4997-8423-248317ab3181 None None] New status for floating IP 91ed8e99-b83b-40ce-bd97-e02e87ae57a6: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 05:10:17.899642 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be3b4c-1b79-4d15-8d1d-14db86e42e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7dcf03-a552-4412-a7b9-f96bc810b721,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:18.032615 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 44304) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:18.157164 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a84f33b4-ea67-43ee-a006-0d9876eef8e7 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:18.196765 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a84f33b4-ea67-43ee-a006-0d9876eef8e7 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:18.334200 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:10:18.352655 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a84f33b4-ea67-43ee-a006-0d9876eef8e7 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:18.355085 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a84f33b4-ea67-43ee-a006-0d9876eef8e7 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:18.356261 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a84f33b4-ea67-43ee-a006-0d9876eef8e7 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "DELETE /v2.0/security-groups/436087a1-faf4-4124-86eb-671f97cbf301 HTTP/1.1" status: 204 len: 168 time: 0.3201876 Aug 25 05:10:18.359104 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 44312) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:18.372264 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f33b4-ea67-43ee-a006-0d9876eef8e7 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=436087a1-faf4-4124-86eb-671f97cbf301,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:18.390926 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] No Port match for: 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:10:18.391612 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 5ae155d2-95d4-4bd6-9ac3-7c112b5e3dce not bound to the agent host hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:10:18.402068 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.api.v2.resource [None req-7e89bb73-db7c-4a3b-baed-9f804ee0da7d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] show failed (client error): The resource could not be found. Aug 25 05:10:18.406990 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-7e89bb73-db7c-4a3b-baed-9f804ee0da7d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups/436087a1-faf4-4124-86eb-671f97cbf301 HTTP/1.1" status: 404 len: 347 time: 0.0462127 Aug 25 05:10:18.416061 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 44314) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:18.503036 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d791195e-1f1f-4bc3-9fd5-3b1d5fc43996 req-b8ca02bb-c2fd-4a29-8fa3-fbfd815ca5fe tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 210 time: 0.0355597 Aug 25 05:10:18.611709 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-2481cbd9-c0b7-4d26-a98b-a6ad8251b70d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Deleting port 4ae4cb3e-850a-4d34-a733-96a3247dd2ca {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:10:18.615920 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2481cbd9-c0b7-4d26-a98b-a6ad8251b70d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:18.687069 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2481cbd9-c0b7-4d26-a98b-a6ad8251b70d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:18.687399 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2481cbd9-c0b7-4d26-a98b-a6ad8251b70d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:18.699031 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-2481cbd9-c0b7-4d26-a98b-a6ad8251b70d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Calling delete_port for 4ae4cb3e-850a-4d34-a733-96a3247dd2ca owned by network:floatingip {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:10:18.950043 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2481cbd9-c0b7-4d26-a98b-a6ad8251b70d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:18.978056 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481cbd9-c0b7-4d26-a98b-a6ad8251b70d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Pushing event deleted for resources: {'Port': ['ID=4ae4cb3e-850a-4d34-a733-96a3247dd2ca,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:19.055272 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2481cbd9-c0b7-4d26-a98b-a6ad8251b70d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for floatingip, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:19.057792 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2481cbd9-c0b7-4d26-a98b-a6ad8251b70d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:19.058989 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-2481cbd9-c0b7-4d26-a98b-a6ad8251b70d tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "DELETE /v2.0/floatingips/91ed8e99-b83b-40ce-bd97-e02e87ae57a6 HTTP/1.1" status: 204 len: 168 time: 0.6419067 Aug 25 05:10:19.241612 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-8ee3f89c-ca40-42e1-9c85-4a31b3129bf7 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:19.243254 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-8ee3f89c-ca40-42e1-9c85-4a31b3129bf7 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.20 "GET /v2.0/networks?id=71d45235-aa08-4ce1-9e25-ebab82ef910a HTTP/1.1" status: 200 len: 817 time: 0.1106565 Aug 25 05:10:19.313435 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-933b6f6b-5134-48de-862e-a2f81e509519 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=788f1dcf7a1347409e44465a8473c2d2 HTTP/1.1" status: 200 len: 379 time: 0.0541372 Aug 25 05:10:19.330038 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-f893f91c-2835-4a26-8573-351c1feaf369 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Request body: {'port': {'device_id': '6c12626e-d3ec-4396-968f-43c501ba397a', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'admin_state_up': True, 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'security_groups': ['db84f94b-242f-4f2c-bfa1-03da79c91831']}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:10:19.555026 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 44344) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:19.559937 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-57ae8d95-941a-4116-aed9-f3aecec6d82a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Request body: {'security_group': {'name': 'tempest-securitygroup--634919912', 'description': 'tempest-description--2083107379'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:10:19.565723 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-f893f91c-2835-4a26-8573-351c1feaf369 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Made reservation on behalf of 788f1dcf7a1347409e44465a8473c2d2 for: {'port': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:10:19.575803 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-f893f91c-2835-4a26-8573-351c1feaf369 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:19.689772 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:19.724865 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5d90891e-3fa9-4fa3-b7c5-f317f28cd219 req-607e63b0-f24a-412d-aa62-76274263da0e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 210 time: 0.0850468 Aug 25 05:10:19.812647 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-f893f91c-2835-4a26-8573-351c1feaf369 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Allocated IP 172.20.0.11 (71d45235-aa08-4ce1-9e25-ebab82ef910a/686786a2-7682-45e8-a905-204e7e4e6535/b537575a-2b55-4dbe-a0f0-01ae24b13ff9) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:10:19.913978 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-57ae8d95-941a-4116-aed9-f3aecec6d82a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:19.995275 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-f893f91c-2835-4a26-8573-351c1feaf369 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:20.015615 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-f893f91c-2835-4a26-8573-351c1feaf369 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Transition to ACTIVE for port object b537575a-2b55-4dbe-a0f0-01ae24b13ff9 will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:10:20.051540 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-57ae8d95-941a-4116-aed9-f3aecec6d82a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:20.227639 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-f893f91c-2835-4a26-8573-351c1feaf369 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:20.229248 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-57ae8d95-941a-4116-aed9-f3aecec6d82a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:20.292586 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-f893f91c-2835-4a26-8573-351c1feaf369 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Network 71d45235-aa08-4ce1-9e25-ebab82ef910a is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:10:20.301301 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-f893f91c-2835-4a26-8573-351c1feaf369 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:10:20.305713 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-f893f91c-2835-4a26-8573-351c1feaf369 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:10:20.308228 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae8d95-941a-4116-aed9-f3aecec6d82a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f16966-4a39-41e8-899f-07dc94cae714,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:20.340379 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893f91c-2835-4a26-8573-351c1feaf369 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Pushing event updated for resources: {'Port': ['ID=b537575a-2b55-4dbe-a0f0-01ae24b13ff9,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:20.371041 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-f893f91c-2835-4a26-8573-351c1feaf369 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:20.373413 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-f893f91c-2835-4a26-8573-351c1feaf369 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:20.404066 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-57ae8d95-941a-4116-aed9-f3aecec6d82a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:20.405555 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-57ae8d95-941a-4116-aed9-f3aecec6d82a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8493891 Aug 25 05:10:20.408242 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 44366) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:20.413015 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5647e14c-d0ea-4da1-9a3d-a4d7fb3f4424 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Request body: {'security_group_rule': {'security_group_id': 'f3f16966-4a39-41e8-899f-07dc94cae714', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:10:20.525316 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-f893f91c-2835-4a26-8573-351c1feaf369 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2041824 Aug 25 05:10:20.546556 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] Request body: {'port': {'device_id': '6c12626e-d3ec-4396-968f-43c501ba397a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:10:20.628328 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b197afbb-82f6-4ae0-a7e6-0c6e2c3cb654 None None] Provisioning for port b537575a-2b55-4dbe-a0f0-01ae24b13ff9 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:10:20.633986 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b197afbb-82f6-4ae0-a7e6-0c6e2c3cb654 None None] Provisioning complete for port b537575a-2b55-4dbe-a0f0-01ae24b13ff9 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:10:20.634716 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b197afbb-82f6-4ae0-a7e6-0c6e2c3cb654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:20.668513 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5647e14c-d0ea-4da1-9a3d-a4d7fb3f4424 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:20.678068 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b197afbb-82f6-4ae0-a7e6-0c6e2c3cb654 None None] Port b537575a-2b55-4dbe-a0f0-01ae24b13ff9 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:10:20.726691 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5647e14c-d0ea-4da1-9a3d-a4d7fb3f4424 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:20.844955 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5647e14c-d0ea-4da1-9a3d-a4d7fb3f4424 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:20.882748 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647e14c-d0ea-4da1-9a3d-a4d7fb3f4424 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427307d3-0f13-4606-9786-c3c662b3f0a5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:20.913749 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:20.933735 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9100536-fe1b-48e0-86df-973da9268e9a req-41cb8560-36b1-41c4-9ab0-4beeaae36ecd tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:20.933735 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a9100536-fe1b-48e0-86df-973da9268e9a req-41cb8560-36b1-41c4-9ab0-4beeaae36ecd tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 932 time: 0.0984600 Aug 25 05:10:21.001310 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5647e14c-d0ea-4da1-9a3d-a4d7fb3f4424 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:21.006220 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-5647e14c-d0ea-4da1-9a3d-a4d7fb3f4424 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5967581 Aug 25 05:10:21.006707 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 44392) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:21.013257 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-f70405fb-05c1-46e1-95e0-7912f668d5f7 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Request body: {'security_group_rule': {'security_group_id': 'f3f16966-4a39-41e8-899f-07dc94cae714', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:10:21.024241 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a9100536-fe1b-48e0-86df-973da9268e9a req-d7091b8a-41cd-4c40-96c4-a6a2a01cb0a2 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840025 Aug 25 05:10:21.069382 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-59f48552-b207-4cad-a752-6446ec5c6337 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:21.076306 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-59f48552-b207-4cad-a752-6446ec5c6337 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/networks?id=81aa1af3-2156-4547-b112-557e17885df9 HTTP/1.1" status: 200 len: 814 time: 0.1309378 Aug 25 05:10:21.088351 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-6e5e0349-ae38-4d10-8e3e-d82ef19e50d0 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/quotas/9a8f9910a1cc48de84fb328b14a3d11a HTTP/1.1" status: 200 len: 375 time: 0.0104766 Aug 25 05:10:21.146099 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-2040a818-7cc6-4018-9d2c-fea24955d518 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a8f9910a1cc48de84fb328b14a3d11a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475194 Aug 25 05:10:21.199691 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f70405fb-05c1-46e1-95e0-7912f668d5f7 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:21.240999 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-feb1c610-8171-4f36-a693-4b553e0a8417 service neutron] 10.222.0.13 "GET /v2.0/networks/81aa1af3-2156-4547-b112-557e17885df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835903 Aug 25 05:10:21.290410 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b537575a-2b55-4dbe-a0f0-01ae24b13ff9 {{(pid=94638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:10:21.301654 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:21.309322 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f70405fb-05c1-46e1-95e0-7912f668d5f7 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:21.321233 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] Transition to ACTIVE for port object b537575a-2b55-4dbe-a0f0-01ae24b13ff9 will not be triggered until provisioned by entity L2. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:10:21.343164 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-252bb644-06ae-4faa-b33a-a92c0416b3a4 service neutron] 10.222.0.13 "GET /v2.0/networks/81aa1af3-2156-4547-b112-557e17885df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950329 Aug 25 05:10:21.367291 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f70405fb-05c1-46e1-95e0-7912f668d5f7 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:21.385739 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70405fb-05c1-46e1-95e0-7912f668d5f7 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0154a5d-1269-4418-b454-575320a3f9a7,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:21.401352 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52348945'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:21.456889 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] Pushing event updated for resources: {'Port': ['ID=b537575a-2b55-4dbe-a0f0-01ae24b13ff9,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:21.485306 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f70405fb-05c1-46e1-95e0-7912f668d5f7 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:21.485306 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-f70405fb-05c1-46e1-95e0-7912f668d5f7 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4720521 Aug 25 05:10:21.485510 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 44406) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:21.489660 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-17b53cfe-7daa-4613-87da-57b612b52b21 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Request body: {'floatingip': {'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:10:21.547172 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] Attempting to bind port b537575a-2b55-4dbe-a0f0-01ae24b13ff9 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:10:21.547510 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] Attempting to bind port b537575a-2b55-4dbe-a0f0-01ae24b13ff9 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'bc595d39-e285-4b78-84f0-225a1a489ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a'}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:10:21.547839 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] Attempting to bind port b537575a-2b55-4dbe-a0f0-01ae24b13ff9 on network 71d45235-aa08-4ce1-9e25-ebab82ef910a {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:10:21.553757 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] Port b537575a-2b55-4dbe-a0f0-01ae24b13ff9 on network 71d45235-aa08-4ce1-9e25-ebab82ef910a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 05:10:21.554089 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] Attempting to bind port b537575a-2b55-4dbe-a0f0-01ae24b13ff9 on network 71d45235-aa08-4ce1-9e25-ebab82ef910a {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:10:21.559244 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] Checking agent: {'id': '2d6b99c1-3d97-4a8a-bca5-2c0d702c36c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'started_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:10:21.559585 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] Checking segment: {'id': 'bc595d39-e285-4b78-84f0-225a1a489ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:10:21.559976 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] Bound using segment: {'id': 'bc595d39-e285-4b78-84f0-225a1a489ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a'} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:10:21.560410 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] Bound port: b537575a-2b55-4dbe-a0f0-01ae24b13ff9, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc595d39-e285-4b78-84f0-225a1a489ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a'}}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:10:21.560770 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:21.635942 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17b53cfe-7daa-4613-87da-57b612b52b21 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:21.694116 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5f461920-fd16-4255-84a9-087bbaf65710 req-97274e86-0d80-4cc3-9d03-b630bae7e08e tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 210 time: 0.0459301 Aug 25 05:10:21.715680 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] For port b537575a-2b55-4dbe-a0f0-01ae24b13ff9, host hv-cinder-75793, cleared binding levels {{(pid=94638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:10:21.719142 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] For port b537575a-2b55-4dbe-a0f0-01ae24b13ff9, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=b537575a-2b55-4dbe-a0f0-01ae24b13ff9,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:10:21.805191 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17b53cfe-7daa-4613-87da-57b612b52b21 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:21.818998 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52348945'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:21.854001 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:21.854605 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:21.856034 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] 10.222.0.20 "PUT /v2.0/ports/b537575a-2b55-4dbe-a0f0-01ae24b13ff9 HTTP/1.1" status: 200 len: 1094 time: 1.3152969 Aug 25 05:10:21.856489 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c12626e-d3ec-4396-968f-43c501ba397a', 'tag': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:10:21.858892 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d5b90d-24eb-4e4b-89be-1f0b765bcc2e" -d '{"events": [{"name": "network-changed", "server_uuid": "6c12626e-d3ec-4396-968f-43c501ba397a", "tag": "b537575a-2b55-4dbe-a0f0-01ae24b13ff9"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:10:21.907979 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f014a31-50ca-4526-857a-82cd2d9c9f4e service neutron] Pushing event updated for resources: {'Port': ['ID=b537575a-2b55-4dbe-a0f0-01ae24b13ff9,revision_number=3']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:21.916358 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ad41ad-7eaf-4880-8b5b-d31146527696 x-openstack-request-id: req-f1ad41ad-7eaf-4880-8b5b-d31146527696 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:10:21.917514 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c12626e-d3ec-4396-968f-43c501ba397a", "tag": "b537575a-2b55-4dbe-a0f0-01ae24b13ff9", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:10:21.917952 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1ad41ad-7eaf-4880-8b5b-d31146527696 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:10:21.918545 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c12626e-d3ec-4396-968f-43c501ba397a', 'tag': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9', 'status': 'completed', 'code': 200} Aug 25 05:10:21.943759 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-17b53cfe-7daa-4613-87da-57b612b52b21 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Allocated IP 172.27.0.58 (45b0c649-47ed-40e6-b7f6-7d83dd176956/b736f3e8-97a3-44dd-aa37-7a4abcfbc24c/a0bb0b54-861d-40a2-8cb4-bfb2811d2b2b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:10:22.012208 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5b90d-24eb-4e4b-89be-1f0b765bcc2e req-cc6d7dc1-de07-460a-b383-64f4fb11354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:22.013817 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e4d5b90d-24eb-4e4b-89be-1f0b765bcc2e req-cc6d7dc1-de07-460a-b383-64f4fb11354d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=788f1dcf7a1347409e44465a8473c2d2&device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 1097 time: 0.0505245 Aug 25 05:10:22.083700 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17b53cfe-7daa-4613-87da-57b612b52b21 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:22.166028 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5b90d-24eb-4e4b-89be-1f0b765bcc2e req-58818b4d-2a89-48d2-bd7a-837b8614e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:22.167454 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e4d5b90d-24eb-4e4b-89be-1f0b765bcc2e req-58818b4d-2a89-48d2-bd7a-837b8614e1d1 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=788f1dcf7a1347409e44465a8473c2d2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1388359 Aug 25 05:10:22.192974 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c432c0-23c7-4365-b073-49ce4dc9a686 req-577c609f-ffc3-4595-8337-f3475fb813c4 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:22.194434 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-72c432c0-23c7-4365-b073-49ce4dc9a686 req-577c609f-ffc3-4595-8337-f3475fb813c4 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 944 time: 0.0783050 Aug 25 05:10:22.250084 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17b53cfe-7daa-4613-87da-57b612b52b21 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:22.292292 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b53cfe-7daa-4613-87da-57b612b52b21 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Network 45b0c649-47ed-40e6-b7f6-7d83dd176956 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:10:22.294274 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-72c432c0-23c7-4365-b073-49ce4dc9a686 req-b34764e8-a1b2-4981-bade-4ab028ec6849 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833533 Aug 25 05:10:22.295424 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-17b53cfe-7daa-4613-87da-57b612b52b21 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:10:22.299136 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b53cfe-7daa-4613-87da-57b612b52b21 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:10:22.323932 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b53cfe-7daa-4613-87da-57b612b52b21 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Pushing event updated for resources: {'Port': ['ID=a0bb0b54-861d-40a2-8cb4-bfb2811d2b2b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:22.327392 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5b90d-24eb-4e4b-89be-1f0b765bcc2e req-4658493b-5d1c-4ca7-b9ae-a8cfcbd39363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:22.331259 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e4d5b90d-24eb-4e4b-89be-1f0b765bcc2e req-4658493b-5d1c-4ca7-b9ae-a8cfcbd39363 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1536193 Aug 25 05:10:22.392089 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17b53cfe-7daa-4613-87da-57b612b52b21 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:22.432918 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-aabeb5b9-1d36-45b6-a646-d0481305e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:22.434544 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-aabeb5b9-1d36-45b6-a646-d0481305e947 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=788f1dcf7a1347409e44465a8473c2d2&device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 1097 time: 0.0415776 Aug 25 05:10:22.485980 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-957493f7-0da1-4cab-900a-8c6a82d88bdb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b537575a-2b55-4dbe-a0f0-01ae24b13ff9 HTTP/1.1" status: 200 len: 217 time: 0.0373912 Aug 25 05:10:22.530207 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17b53cfe-7daa-4613-87da-57b612b52b21 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:22.543379 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-5164963f-a55b-4012-a124-6f57a4011f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:22.544854 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-5164963f-a55b-4012-a124-6f57a4011f54 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=686786a2-7682-45e8-a905-204e7e4e6535 HTTP/1.1" status: 200 len: 856 time: 0.0519950 Aug 25 05:10:22.592973 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-f46e938b-8f58-448d-903c-fea43412f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:22.594484 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-f46e938b-8f58-448d-903c-fea43412f0c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=71d45235-aa08-4ce1-9e25-ebab82ef910a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415823 Aug 25 05:10:22.694733 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-8cbf1a33-a2d0-411c-9377-90e001181a14 service neutron] 10.222.0.20 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864785 Aug 25 05:10:22.698327 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17b53cfe-7daa-4613-87da-57b612b52b21 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:22.763147 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17b53cfe-7daa-4613-87da-57b612b52b21 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8792484'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:22.786480 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e985f27b-0486-4117-9ac6-7b2bc9b4fd70 req-c72951a9-b9d1-45f0-8527-ca3649fbfa8b tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 210 time: 0.0404763 Aug 25 05:10:22.797678 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9a88c9bc-fd45-4263-bd52-a763c4bbaa94 req-3a250e80-3b67-49f6-adb0-2076f486e80f service neutron] 10.222.0.20 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959394 Aug 25 05:10:22.848071 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b53cfe-7daa-4613-87da-57b612b52b21 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Pushing event updated for resources: {'Port': ['ID=a0bb0b54-861d-40a2-8cb4-bfb2811d2b2b,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:22.858474 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17b53cfe-7daa-4613-87da-57b612b52b21 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406152'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:23.044130 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17b53cfe-7daa-4613-87da-57b612b52b21 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:23.045612 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-17b53cfe-7daa-4613-87da-57b612b52b21 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5595908 Aug 25 05:10:23.245946 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-374bc62c-25be-4139-a7f6-c2247f0a8a89 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--634919912&fields=id&tenant_id=0deea94d44084234a6e40672e3f0e996 HTTP/1.1" status: 200 len: 267 time: 0.0330005 Aug 25 05:10:23.363560 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-b2950dca-ea12-47fe-bef9-b5d4c8643c6b tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:23.365177 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-b2950dca-ea12-47fe-bef9-b5d4c8643c6b tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/networks?id=a6ccc573-34f3-494f-bb99-823ef7768dbb HTTP/1.1" status: 200 len: 811 time: 0.1123118 Aug 25 05:10:23.381868 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-d47c4515-4993-4c58-82ad-1182a7e21177 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/quotas/0deea94d44084234a6e40672e3f0e996 HTTP/1.1" status: 200 len: 375 time: 0.0104282 Aug 25 05:10:23.442693 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91253a80-542f-4d02-a9b5-b439677b8a7f req-c7bc93f0-e6a9-4082-a9c5-45cd1c999a05 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:23.443755 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-09b98e98-75fc-4527-b5df-3cab13d96090 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0deea94d44084234a6e40672e3f0e996&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0556290 Aug 25 05:10:23.444456 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-91253a80-542f-4d02-a9b5-b439677b8a7f req-c7bc93f0-e6a9-4082-a9c5-45cd1c999a05 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 944 time: 0.0610046 Aug 25 05:10:23.482747 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-91253a80-542f-4d02-a9b5-b439677b8a7f req-cfc01d1f-46b5-4151-8890-d747dbdac80b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324879 Aug 25 05:10:23.537663 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-e763000b-1720-4ac8-afbb-b32a2b7372ef service neutron] 10.222.0.13 "GET /v2.0/networks/a6ccc573-34f3-494f-bb99-823ef7768dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816114 Aug 25 05:10:23.632391 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-48d83002-3d97-4d16-9f81-d19de22beacf service neutron] 10.222.0.13 "GET /v2.0/networks/a6ccc573-34f3-494f-bb99-823ef7768dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885427 Aug 25 05:10:23.889376 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8393d811-811b-4dae-8a55-3ffc9da97666 req-0f0cd2a3-67d7-46cb-9a68-b1295a4daeb6 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 210 time: 0.0360377 Aug 25 05:10:24.056741 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-38e187ac-1caf-44b7-b909-00d987b5a7a2 req-0298b238-913d-4167-96c2-90151f69e35c tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 210 time: 0.0249870 Aug 25 05:10:24.605286 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b81682-648a-4550-9ffa-96d499afd84a req-f73fa5f4-8fda-4261-91e3-09de9818f413 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:24.606691 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-97b81682-648a-4550-9ffa-96d499afd84a req-f73fa5f4-8fda-4261-91e3-09de9818f413 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 944 time: 0.0494390 Aug 25 05:10:24.645335 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-97b81682-648a-4550-9ffa-96d499afd84a req-ea29202e-ab7a-4c61-b05e-c7f8e75eecb8 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324111 Aug 25 05:10:24.983377 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5085bf88-269e-4673-b51f-d0fdd0e05a79 req-5749c195-98a2-4ef2-99cc-87f11ff4d57a tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 210 time: 0.0249848 Aug 25 05:10:24.999983 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-91d0b804-a43e-4c8a-8b7f-0f05ca9130f6 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:25.001431 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-91d0b804-a43e-4c8a-8b7f-0f05ca9130f6 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.20 "GET /v2.0/networks?id=81aa1af3-2156-4547-b112-557e17885df9 HTTP/1.1" status: 200 len: 814 time: 0.1056702 Aug 25 05:10:25.021265 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-4b45eed4-9bb2-4064-b654-42c462223932 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Request body: {'port': {'device_id': '3cb7cb8f-51cb-4b47-b278-b162b5dc012e', 'network_id': '81aa1af3-2156-4547-b112-557e17885df9', 'admin_state_up': True, 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:10:25.154436 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-126beb05-937b-488f-88a4-5f38be2c0615 req-fb0e754d-c18d-43d7-96ed-b06dc5ef66f5 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 210 time: 0.0319169 Aug 25 05:10:25.218059 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-4b45eed4-9bb2-4064-b654-42c462223932 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Made reservation on behalf of 9a8f9910a1cc48de84fb328b14a3d11a for: {'port': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:10:25.221580 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-4b45eed4-9bb2-4064-b654-42c462223932 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:25.349242 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-4b45eed4-9bb2-4064-b654-42c462223932 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Allocated IP 172.20.0.8 (81aa1af3-2156-4547-b112-557e17885df9/ba383986-3c88-462b-9adb-59c3e99b5829/6e664aac-f738-42e2-8d2f-ae7d3a5dd93e) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:10:25.510820 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-4b45eed4-9bb2-4064-b654-42c462223932 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:25.526961 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-4b45eed4-9bb2-4064-b654-42c462223932 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Transition to ACTIVE for port object 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:10:25.636098 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-4b45eed4-9bb2-4064-b654-42c462223932 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:25.683938 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-4b45eed4-9bb2-4064-b654-42c462223932 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Network 81aa1af3-2156-4547-b112-557e17885df9 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:10:25.687116 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-4b45eed4-9bb2-4064-b654-42c462223932 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:10:25.689539 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-4b45eed4-9bb2-4064-b654-42c462223932 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:10:25.751182 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45eed4-9bb2-4064-b654-42c462223932 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Pushing event updated for resources: {'Port': ['ID=6e664aac-f738-42e2-8d2f-ae7d3a5dd93e,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:25.805093 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-4b45eed4-9bb2-4064-b654-42c462223932 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:25.805815 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-4b45eed4-9bb2-4064-b654-42c462223932 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:25.823382 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f3a27-1963-43cf-8405-1149521782d6 req-f7a791b5-4d77-4bd2-938f-5ed908eef1e3 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:25.824889 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8b0f3a27-1963-43cf-8405-1149521782d6 req-f7a791b5-4d77-4bd2-938f-5ed908eef1e3 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 944 time: 0.0653837 Aug 25 05:10:25.865324 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8b0f3a27-1963-43cf-8405-1149521782d6 req-d46490fc-87f0-4688-9e0f-a3dd89ecd5d7 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344541 Aug 25 05:10:25.970389 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-4b45eed4-9bb2-4064-b654-42c462223932 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9530790 Aug 25 05:10:25.989528 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] Request body: {'port': {'device_id': '3cb7cb8f-51cb-4b47-b278-b162b5dc012e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:10:26.061282 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:26.099252 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-25acfc1b-559f-4aeb-8141-b908388474b3 None None] Provisioning for port 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:10:26.104125 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-25acfc1b-559f-4aeb-8141-b908388474b3 None None] Provisioning complete for port 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:10:26.104502 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25acfc1b-559f-4aeb-8141-b908388474b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:26.195383 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-25acfc1b-559f-4aeb-8141-b908388474b3 None None] Port 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:10:26.245407 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39505e-3bfa-4fe9-a011-ec629f2a9c81 req-639fb8f5-7ac4-4568-8d16-713c80be0fb5 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:26.253452 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4e39505e-3bfa-4fe9-a011-ec629f2a9c81 req-639fb8f5-7ac4-4568-8d16-713c80be0fb5 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 931 time: 0.1520441 Aug 25 05:10:26.318452 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4e39505e-3bfa-4fe9-a011-ec629f2a9c81 req-085e93ba-fe9d-4b0f-b9ef-eb11a4508b6d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639246 Aug 25 05:10:26.353094 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device b537575a-2b55-4dbe-a0f0-01ae24b13ff9 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:10:26.368317 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-32bf46df-49cb-4037-88a6-a17a0139264f req-9aa901db-aa6e-4e88-94f0-08b20a8d6059 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 210 time: 0.0985558 Aug 25 05:10:26.485589 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e {{(pid=94638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:10:26.485893 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port b537575a-2b55-4dbe-a0f0-01ae24b13ff9, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=b537575a-2b55-4dbe-a0f0-01ae24b13ff9,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:10:26.493945 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:26.498530 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'port_id': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9', 'mac_address': 'fa:16:3e:67:99:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '686786a2-7682-45e8-a905-204e7e4e6535', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:10:26.508134 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] Transition to ACTIVE for port object 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e will not be triggered until provisioned by entity L2. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:10:26.541325 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:26.572107 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b537575a-2b55-4dbe-a0f0-01ae24b13ff9 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:10:26.604903 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port b537575a-2b55-4dbe-a0f0-01ae24b13ff9, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=b537575a-2b55-4dbe-a0f0-01ae24b13ff9,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:10:26.624467 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52348945'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:26.681141 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] Pushing event updated for resources: {'Port': ['ID=6e664aac-f738-42e2-8d2f-ae7d3a5dd93e,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:26.739661 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:26.798172 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] Attempting to bind port 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:10:26.798960 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] Attempting to bind port 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'fe9efac2-58ae-46da-8c1a-767abf0bd920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '81aa1af3-2156-4547-b112-557e17885df9'}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:10:26.801791 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] Attempting to bind port 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e on network 81aa1af3-2156-4547-b112-557e17885df9 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:10:26.806213 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] Port 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e on network 81aa1af3-2156-4547-b112-557e17885df9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 05:10:26.806803 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] Attempting to bind port 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e on network 81aa1af3-2156-4547-b112-557e17885df9 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:10:26.815447 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] Checking agent: {'id': '2d6b99c1-3d97-4a8a-bca5-2c0d702c36c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'started_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:10:26.816249 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] Checking segment: {'id': 'fe9efac2-58ae-46da-8c1a-767abf0bd920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '81aa1af3-2156-4547-b112-557e17885df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:10:26.818044 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] Bound using segment: {'id': 'fe9efac2-58ae-46da-8c1a-767abf0bd920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '81aa1af3-2156-4547-b112-557e17885df9'} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:10:26.818632 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] Bound port: 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9efac2-58ae-46da-8c1a-767abf0bd920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '81aa1af3-2156-4547-b112-557e17885df9'}}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:10:26.819115 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:26.821015 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=b537575a-2b55-4dbe-a0f0-01ae24b13ff9,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:26.878631 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:26.879034 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:26.880713 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:26.881216 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:26.881873 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:26.883709 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:26.884227 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:26.885941 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:26.886441 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:26.887994 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:26.888532 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:26.889012 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:26.950071 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] For port 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e, host hv-cinder-75793, cleared binding levels {{(pid=94638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:10:26.956267 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] For port 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=6e664aac-f738-42e2-8d2f-ae7d3a5dd93e,segment=NetworkSegment(fe9efac2-58ae-46da-8c1a-767abf0bd920),segment_id=fe9efac2-58ae-46da-8c1a-767abf0bd920)] {{(pid=94638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:10:27.047723 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f0e02-9b78-4c8d-a8b0-3b2938587deb req-1d6dfa23-edde-4fb6-9e9c-254f6a10d63e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:27.049652 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4e4f0e02-9b78-4c8d-a8b0-3b2938587deb req-1d6dfa23-edde-4fb6-9e9c-254f6a10d63e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 945 time: 0.0814672 Aug 25 05:10:27.052376 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52348945'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:27.070411 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['b537575a-2b55-4dbe-a0f0-01ae24b13ff9'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:10:27.113297 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:27.114570 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:27.116042 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] 10.222.0.20 "PUT /v2.0/ports/6e664aac-f738-42e2-8d2f-ae7d3a5dd93e HTTP/1.1" status: 200 len: 1093 time: 1.1315746 Aug 25 05:10:27.119705 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb7cb8f-51cb-4b47-b278-b162b5dc012e', 'tag': '6e664aac-f738-42e2-8d2f-ae7d3a5dd93e'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:10:27.124648 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5286f7bb-71df-4c68-8a54-e6329c823f11" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb7cb8f-51cb-4b47-b278-b162b5dc012e", "tag": "6e664aac-f738-42e2-8d2f-ae7d3a5dd93e"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:10:27.166659 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4e4f0e02-9b78-4c8d-a8b0-3b2938587deb req-174c6c2c-4eca-4d7f-b9e0-b3accea75ff2 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874720 Aug 25 05:10:27.167466 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa4c0e-15cc-4875-9444-73ebb02b9a06 service neutron] Pushing event updated for resources: {'Port': ['ID=6e664aac-f738-42e2-8d2f-ae7d3a5dd93e,revision_number=3']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:27.224898 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739b60b0-eec1-4454-84b8-b2753538cb75 x-openstack-request-id: req-739b60b0-eec1-4454-84b8-b2753538cb75 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:10:27.225255 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb7cb8f-51cb-4b47-b278-b162b5dc012e", "tag": "6e664aac-f738-42e2-8d2f-ae7d3a5dd93e", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:10:27.226149 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-739b60b0-eec1-4454-84b8-b2753538cb75 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:10:27.226715 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb7cb8f-51cb-4b47-b278-b162b5dc012e', 'tag': '6e664aac-f738-42e2-8d2f-ae7d3a5dd93e', 'status': 'completed', 'code': 200} Aug 25 05:10:27.475527 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37689893-4eef-4a77-9d07-b30d520eaf07 req-592d90e0-99e1-4982-a142-cde580bbb468 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:27.477132 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-37689893-4eef-4a77-9d07-b30d520eaf07 req-592d90e0-99e1-4982-a142-cde580bbb468 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 943 time: 0.0686328 Aug 25 05:10:27.493392 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fd89401d-bba5-428c-b102-2efb4ffc7d51 req-a1c55908-3bf7-4f1a-b136-4b55c43b6c41 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 210 time: 0.0521417 Aug 25 05:10:27.528477 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-37689893-4eef-4a77-9d07-b30d520eaf07 req-6e594c76-9151-462d-a36e-fdab5d3cf8b6 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427580 Aug 25 05:10:28.313750 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcd017-c3c1-4fcf-b084-2feceb676804 req-d5a10da2-3a4b-4a64-9176-3fbecb7e76fa tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:28.315256 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bbfcd017-c3c1-4fcf-b084-2feceb676804 req-d5a10da2-3a4b-4a64-9176-3fbecb7e76fa tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 945 time: 0.0487318 Aug 25 05:10:28.353332 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device b537575a-2b55-4dbe-a0f0-01ae24b13ff9 up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:10:28.371214 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bbfcd017-c3c1-4fcf-b084-2feceb676804 req-29d07fae-87c8-4380-a622-f9dacbe18df6 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499728 Aug 25 05:10:28.495277 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning for port b537575a-2b55-4dbe-a0f0-01ae24b13ff9 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:10:28.499198 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port b537575a-2b55-4dbe-a0f0-01ae24b13ff9 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:10:28.499570 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:28.590005 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:28.613909 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-aa529a3d-39d9-4e8d-89ca-9094c6a05ecb req-9289b68b-84ab-4bef-8adc-f44cd21bc66a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 210 time: 0.0440497 Aug 25 05:10:28.618467 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c12626e-d3ec-4396-968f-43c501ba397a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:10:28.621026 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b093b5c2-d3a3-4d87-87f1-eeefcf390a30" -d '{"events": [{"server_uuid": "6c12626e-d3ec-4396-968f-43c501ba397a", "name": "network-vif-plugged", "status": "completed", "tag": "b537575a-2b55-4dbe-a0f0-01ae24b13ff9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:10:28.648787 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port b537575a-2b55-4dbe-a0f0-01ae24b13ff9, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=b537575a-2b55-4dbe-a0f0-01ae24b13ff9,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:10:28.664172 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eba459b-8506-4234-973f-e74f27d16333 x-openstack-request-id: req-3eba459b-8506-4234-973f-e74f27d16333 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:10:28.664687 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c12626e-d3ec-4396-968f-43c501ba397a", "name": "network-vif-plugged", "status": "completed", "tag": "b537575a-2b55-4dbe-a0f0-01ae24b13ff9", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:10:28.665107 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3eba459b-8506-4234-973f-e74f27d16333 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:10:28.665656 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c12626e-d3ec-4396-968f-43c501ba397a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9', 'code': 200} Aug 25 05:10:28.681533 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231114e6-0441-499d-b89c-be03ce276d9f req-e04e09c9-e8e9-4825-931d-363fad4e44e8 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:28.681533 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-231114e6-0441-499d-b89c-be03ce276d9f req-e04e09c9-e8e9-4825-931d-363fad4e44e8 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 943 time: 0.0543196 Aug 25 05:10:28.738488 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-231114e6-0441-499d-b89c-be03ce276d9f req-373aa076-6dc7-4997-8667-07e3e3880f70 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509510 Aug 25 05:10:28.743178 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:28.808196 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=b537575a-2b55-4dbe-a0f0-01ae24b13ff9,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:29.502664 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668860f-48a7-4866-82ed-a9c141c5f281 req-cf8eef7d-e343-4505-abfb-1cdbbcc79432 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:29.504151 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2668860f-48a7-4866-82ed-a9c141c5f281 req-cf8eef7d-e343-4505-abfb-1cdbbcc79432 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0494657 Aug 25 05:10:29.540916 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2668860f-48a7-4866-82ed-a9c141c5f281 req-fe54855c-b433-4632-a761-5d6ee2722d5f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305300 Aug 25 05:10:29.710738 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d37f1d6d-4198-4346-bf79-8a71136e64ac req-77a43456-5256-48dc-a0a4-de49a96f9b26 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 210 time: 0.0288982 Aug 25 05:10:29.870575 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033b823-c111-48cf-b258-6715e7fcebc6 req-7ed1b630-c222-4425-93b3-28cfd3543332 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:29.872180 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7033b823-c111-48cf-b258-6715e7fcebc6 req-7ed1b630-c222-4425-93b3-28cfd3543332 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 943 time: 0.0639508 Aug 25 05:10:29.912614 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7033b823-c111-48cf-b258-6715e7fcebc6 req-318f5e4f-42da-4c51-a083-b9babdb5c53e tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336711 Aug 25 05:10:30.546922 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4f1ed5c-fa2f-4812-a800-24aab6ac4ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:30.668062 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b8bff-6659-49f0-88de-a6234e425dd2 req-850ac8bf-8da6-4e2e-8b73-4f07505f337f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:30.669829 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cc1b8bff-6659-49f0-88de-a6234e425dd2 req-850ac8bf-8da6-4e2e-8b73-4f07505f337f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0534470 Aug 25 05:10:30.712219 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cc1b8bff-6659-49f0-88de-a6234e425dd2 req-e8ba25b6-b3d3-4490-acc6-d84f52df628e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331123 Aug 25 05:10:30.800710 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-98d9ae5d-8606-47a8-965a-676d45501560 req-66a8ba32-cad7-4f0d-a3ad-8707d32e1401 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 210 time: 0.0244915 Aug 25 05:10:31.025693 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29053b68-daec-43ba-a77a-ab86b2ea753b req-280dad03-41ee-4e62-bade-54c394426f43 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:31.027244 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-29053b68-daec-43ba-a77a-ab86b2ea753b req-280dad03-41ee-4e62-bade-54c394426f43 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 943 time: 0.0485046 Aug 25 05:10:31.065756 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-29053b68-daec-43ba-a77a-ab86b2ea753b req-1fc4af55-e170-4d2a-afbd-9ed70e1299dd tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325670 Aug 25 05:10:32.004740 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928a77c-1d37-4a91-8eaf-054a836129a5 req-de8127b8-df97-48b9-93ac-555aa6eaae58 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:32.004740 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d928a77c-1d37-4a91-8eaf-054a836129a5 req-de8127b8-df97-48b9-93ac-555aa6eaae58 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0506856 Aug 25 05:10:32.004740 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d928a77c-1d37-4a91-8eaf-054a836129a5 req-a6ce23eb-5e85-4bbb-a573-7c22f6e1a1d6 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370076 Aug 25 05:10:32.005492 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7e6b882c-99ed-471d-bcb1-fa3dfc75a6e1 req-964d571e-bf42-4389-8c5b-7a2690f29cc7 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 210 time: 0.0300732 Aug 25 05:10:32.222782 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7deb8a-f279-46e5-8864-9d712522398c req-87f0ae95-762a-4fcf-8b20-44c74147da1a tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:32.224308 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dd7deb8a-f279-46e5-8864-9d712522398c req-87f0ae95-762a-4fcf-8b20-44c74147da1a tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 943 time: 0.0869043 Aug 25 05:10:32.268814 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dd7deb8a-f279-46e5-8864-9d712522398c req-cb7ddaae-c415-4a35-a9f3-7c02bc0e24d0 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381010 Aug 25 05:10:33.003912 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8078647-ed0a-49b9-876d-fb4165a58361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:33.085492 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f131c7c1-9b71-46c9-b492-7ba76dd5c6f0 req-1f685bf0-5e1f-4b7d-8c35-d5435bb88c48 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 210 time: 0.0301571 Aug 25 05:10:33.103194 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05258f0d-9467-4490-968f-159c9a507488 req-1da34922-5564-4f93-b226-109501e443d5 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:33.104726 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-05258f0d-9467-4490-968f-159c9a507488 req-1da34922-5564-4f93-b226-109501e443d5 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0490248 Aug 25 05:10:33.156806 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-05258f0d-9467-4490-968f-159c9a507488 req-ac968cce-9cfe-420d-b283-a4dff38a19ef tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459070 Aug 25 05:10:33.291634 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:33.405666 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b12c9c-9089-4414-b63e-268d308807bf req-71d0ce4e-f7d3-4011-8e83-7e99b68e304f tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:33.407165 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c7b12c9c-9089-4414-b63e-268d308807bf req-71d0ce4e-f7d3-4011-8e83-7e99b68e304f tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 943 time: 0.0513146 Aug 25 05:10:33.445573 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c7b12c9c-9089-4414-b63e-268d308807bf req-65f4e9ed-3f1e-4d5a-9593-0e096d2ddec9 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323215 Aug 25 05:10:34.217466 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6017043b-84a8-4560-ab0a-e20b9185cea6 req-197bc079-6ae0-4b03-9f6f-9123d3ad0160 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 210 time: 0.0538659 Aug 25 05:10:34.289178 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bf12e-b38c-43b3-9f24-347c8104bbdb req-9d8aabfc-e222-486e-acbf-62acd7997ccd tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:34.291307 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ca6bf12e-b38c-43b3-9f24-347c8104bbdb req-9d8aabfc-e222-486e-acbf-62acd7997ccd tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0476842 Aug 25 05:10:34.329766 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ca6bf12e-b38c-43b3-9f24-347c8104bbdb req-253e7ebd-bba8-42d4-8df8-e5b07dc44ef9 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324333 Aug 25 05:10:34.395999 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:34.557400 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb72449-f09f-4e81-926f-00986f40d8cc req-9f72af24-6538-4052-b7ec-041c0fc7829d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:34.558892 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3eb72449-f09f-4e81-926f-00986f40d8cc req-9f72af24-6538-4052-b7ec-041c0fc7829d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 943 time: 0.0470145 Aug 25 05:10:34.601667 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3eb72449-f09f-4e81-926f-00986f40d8cc req-84b11e9c-c7b6-4e68-b396-5b894e7283f5 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367351 Aug 25 05:10:35.319797 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-05337baf-1dd4-4092-8c81-e330a31ccd57 req-886fe36d-a206-4d6a-81bd-e445b7260b7a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 210 time: 0.0309677 Aug 25 05:10:35.460164 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15744fa6-3550-4059-b688-525ba6283a7a req-c851669f-3a74-4231-9974-e4e3ca8ac061 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:35.462362 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-15744fa6-3550-4059-b688-525ba6283a7a req-c851669f-3a74-4231-9974-e4e3ca8ac061 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0584095 Aug 25 05:10:35.502104 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-15744fa6-3550-4059-b688-525ba6283a7a req-6fedaeae-0a70-48cd-b3f4-926a7a907922 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335827 Aug 25 05:10:35.754352 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dce503-88fb-484c-b784-6b2d6cc5758a req-70c976ff-2956-4d73-b57f-3eaccbe5ceff tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:35.755878 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-83dce503-88fb-484c-b784-6b2d6cc5758a req-70c976ff-2956-4d73-b57f-3eaccbe5ceff tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 943 time: 0.0636678 Aug 25 05:10:35.800063 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-83dce503-88fb-484c-b784-6b2d6cc5758a req-cc9cfdc0-9f37-43f7-8476-19226dbdf5dd tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382292 Aug 25 05:10:36.063493 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:36.153557 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 44676) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:36.258292 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc962-9c9a-4e31-90d7-0479c8176234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:36.347017 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc962-9c9a-4e31-90d7-0479c8176234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:36.423915 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9f147d4b-b44f-4fac-a988-c94c301b52c2 req-70c1ed99-6628-4886-a1cd-da5be3252e15 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 210 time: 0.0266473 Aug 25 05:10:36.447187 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc962-9c9a-4e31-90d7-0479c8176234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:36.487294 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-eb1cc962-9c9a-4e31-90d7-0479c8176234 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b8557f6da6d4adc83ddd1c51270e10e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326647 Aug 25 05:10:36.488421 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1cc962-9c9a-4e31-90d7-0479c8176234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600e75d6-44ff-4918-9bcb-7650317c0292,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:36.489891 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 44684) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:36.539069 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-60671307-8624-44a4-838f-1b7d80c73af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:36.560365 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-60671307-8624-44a4-838f-1b7d80c73af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:36.626129 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4414c-7175-48e2-8945-344896ccddb0 req-65af40d4-e3b7-4581-80d2-5e9c9ef351a6 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:36.627840 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e6a4414c-7175-48e2-8945-344896ccddb0 req-65af40d4-e3b7-4581-80d2-5e9c9ef351a6 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0485537 Aug 25 05:10:36.668239 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e6a4414c-7175-48e2-8945-344896ccddb0 req-21fdb350-7aac-4f69-ad80-eec978094abd tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337169 Aug 25 05:10:36.706566 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-60671307-8624-44a4-838f-1b7d80c73af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:36.709169 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-60671307-8624-44a4-838f-1b7d80c73af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:36.710333 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-60671307-8624-44a4-838f-1b7d80c73af6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/600e75d6-44ff-4918-9bcb-7650317c0292 HTTP/1.1" status: 204 len: 168 time: 0.2186821 Aug 25 05:10:36.718203 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60671307-8624-44a4-838f-1b7d80c73af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600e75d6-44ff-4918-9bcb-7650317c0292,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:36.909310 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d027852-06d8-4825-ba8a-da53169bf3ee req-067c7d80-2655-4414-8dd3-5d2983167e78 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:36.910726 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7d027852-06d8-4825-ba8a-da53169bf3ee req-067c7d80-2655-4414-8dd3-5d2983167e78 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 943 time: 0.0473800 Aug 25 05:10:36.948331 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7d027852-06d8-4825-ba8a-da53169bf3ee req-d8cfdc5c-7d4b-425e-8721-49d8ddde0ef7 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315926 Aug 25 05:10:37.256965 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286f7bb-71df-4c68-8a54-e6329c823f11 req-c343dcf4-ddee-418d-80bd-e938e55619e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:37.258432 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5286f7bb-71df-4c68-8a54-e6329c823f11 req-c343dcf4-ddee-418d-80bd-e938e55619e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a8f9910a1cc48de84fb328b14a3d11a&device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 1096 time: 0.0401604 Aug 25 05:10:37.367157 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286f7bb-71df-4c68-8a54-e6329c823f11 req-eb8abe3d-b4a7-4725-a839-be186d4b0301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:37.368635 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5286f7bb-71df-4c68-8a54-e6329c823f11 req-eb8abe3d-b4a7-4725-a839-be186d4b0301 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9a8f9910a1cc48de84fb328b14a3d11a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0916100 Aug 25 05:10:37.470111 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286f7bb-71df-4c68-8a54-e6329c823f11 req-fcc3e4ab-a14f-45e7-b0ec-f3377ab39b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:37.471634 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5286f7bb-71df-4c68-8a54-e6329c823f11 req-fcc3e4ab-a14f-45e7-b0ec-f3377ab39b7e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0894370 Aug 25 05:10:37.509298 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 44700) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:37.520571 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b2cb090a-e7be-4f7e-882c-2733c14c9010 req-cc344edb-3010-4d15-bad7-0e674a83889c tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 210 time: 0.0275097 Aug 25 05:10:37.523534 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0b33606b-124f-4c2a-8e48-92cd20f2afb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:37.607361 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-f5127175-4910-467a-859b-15c62a44bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:37.608848 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-f5127175-4910-467a-859b-15c62a44bbeb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a8f9910a1cc48de84fb328b14a3d11a&device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 1096 time: 0.0711358 Aug 25 05:10:37.639080 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc7006-dc0f-4d6d-86db-b091a57fba5a req-99c6eafd-d293-456f-afbb-4f73be799a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:37.645174 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7cbc7006-dc0f-4d6d-86db-b091a57fba5a req-99c6eafd-d293-456f-afbb-4f73be799a6f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 1099 time: 0.0386002 Aug 25 05:10:37.661807 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-eb36011e-3ec7-46d5-baf5-b5f6ff881574 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e664aac-f738-42e2-8d2f-ae7d3a5dd93e HTTP/1.1" status: 200 len: 217 time: 0.0374212 Aug 25 05:10:37.683960 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7cbc7006-dc0f-4d6d-86db-b091a57fba5a req-caa56c09-e1aa-4a5c-9b7e-f29eb9177d6a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312986 Aug 25 05:10:37.714162 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0b33606b-124f-4c2a-8e48-92cd20f2afb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:37.720628 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-52b3619f-f05e-4258-8540-9c595c182fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:37.722094 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-52b3619f-f05e-4258-8540-9c595c182fa1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba383986-3c88-462b-9adb-59c3e99b5829 HTTP/1.1" status: 200 len: 853 time: 0.0533924 Aug 25 05:10:37.789686 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a2bf1-eb99-43b7-8c14-5d608069b8ac req-d1985201-7b02-419e-9cbd-3cbfa79b45f0 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:37.791186 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f60a2bf1-eb99-43b7-8c14-5d608069b8ac req-d1985201-7b02-419e-9cbd-3cbfa79b45f0 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0509641 Aug 25 05:10:37.827537 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f60a2bf1-eb99-43b7-8c14-5d608069b8ac req-0ac4ae06-96cc-4013-ac3b-5044fda8b97c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303919 Aug 25 05:10:37.898224 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0b33606b-124f-4c2a-8e48-92cd20f2afb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:37.935119 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-0b33606b-124f-4c2a-8e48-92cd20f2afb3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5838c7beecb647e0ab1599037841e00c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4246712 Aug 25 05:10:37.936229 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33606b-124f-4c2a-8e48-92cd20f2afb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13583488-aabf-40b9-8f63-a4349810e1a1,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:37.937922 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 44708) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:37.942861 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 44710) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:37.993958 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-180512ea-c6eb-41fd-9bbf-60c419c10c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:38.027372 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-180512ea-c6eb-41fd-9bbf-60c419c10c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:38.059288 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7e170be7-8567-4e81-a0c5-8a48411d8970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:38.074789 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-4942ea0f-244f-4587-ba49-3e57871d9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:38.076337 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-4942ea0f-244f-4587-ba49-3e57871d9ce6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81aa1af3-2156-4547-b112-557e17885df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0655112 Aug 25 05:10:38.172664 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e4ea4-dcfb-422a-8010-8e70e3f9d5dd req-7a32f515-1ac1-419d-9730-7704488d1f83 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:38.174271 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-214e4ea4-dcfb-422a-8010-8e70e3f9d5dd req-7a32f515-1ac1-419d-9730-7704488d1f83 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 943 time: 0.1449502 Aug 25 05:10:38.185282 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-2e9a98d4-513c-4fa6-9462-41c4ecb1d2dd tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:38.186775 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-2e9a98d4-513c-4fa6-9462-41c4ecb1d2dd tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.20 "GET /v2.0/networks?id=a6ccc573-34f3-494f-bb99-823ef7768dbb HTTP/1.1" status: 200 len: 811 time: 0.1740699 Aug 25 05:10:38.210025 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-f601d6ef-e431-4a2b-9496-e996801ccc99 service neutron] 10.222.0.20 "GET /v2.0/networks/81aa1af3-2156-4547-b112-557e17885df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245139 Aug 25 05:10:38.237456 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-214e4ea4-dcfb-422a-8010-8e70e3f9d5dd req-6d26cbc8-512a-4a39-bf08-c468f67b1365 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495646 Aug 25 05:10:38.257786 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-d59e291d-10c0-49b6-9152-c3234a39dae7 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0deea94d44084234a6e40672e3f0e996 HTTP/1.1" status: 200 len: 379 time: 0.0454838 Aug 25 05:10:38.268311 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-274cce27-3800-4088-95fd-0eb9412d1820 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Request body: {'port': {'device_id': 'd9128724-64fc-4891-b463-0650c85203c8', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'admin_state_up': True, 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'security_groups': ['f3f16966-4a39-41e8-899f-07dc94cae714']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:10:38.284450 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7e170be7-8567-4e81-a0c5-8a48411d8970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:38.321315 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-180512ea-c6eb-41fd-9bbf-60c419c10c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:38.321812 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fb3a16b4-59db-4af7-b360-c43ed23c7bc5 req-8e9170f4-bd27-4409-b2df-12ed348a2fa4 service neutron] 10.222.0.20 "GET /v2.0/networks/81aa1af3-2156-4547-b112-557e17885df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014836 Aug 25 05:10:38.324257 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-180512ea-c6eb-41fd-9bbf-60c419c10c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:38.325366 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-180512ea-c6eb-41fd-9bbf-60c419c10c6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13583488-aabf-40b9-8f63-a4349810e1a1 HTTP/1.1" status: 204 len: 168 time: 0.3862264 Aug 25 05:10:38.343353 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180512ea-c6eb-41fd-9bbf-60c419c10c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13583488-aabf-40b9-8f63-a4349810e1a1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:38.364522 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7e170be7-8567-4e81-a0c5-8a48411d8970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:38.410785 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-7e170be7-8567-4e81-a0c5-8a48411d8970 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e2ca15031444819b01dfcd6e71313a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4668677 Aug 25 05:10:38.411826 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e170be7-8567-4e81-a0c5-8a48411d8970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5311bb0a-1bed-4685-a278-85802e40a056,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:38.413318 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 44718) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:38.464057 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2632d9e-7fc4-4948-a43b-377da560d1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:38.488072 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2632d9e-7fc4-4948-a43b-377da560d1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:38.540749 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-274cce27-3800-4088-95fd-0eb9412d1820 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Made reservation on behalf of 0deea94d44084234a6e40672e3f0e996 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:10:38.544367 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-274cce27-3800-4088-95fd-0eb9412d1820 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:38.612382 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a16fe080-b966-448c-be6d-cdc8270c55e7 req-da8f675f-51db-4c68-8163-83fa9bbd17b7 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 210 time: 0.0249884 Aug 25 05:10:38.639456 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2632d9e-7fc4-4948-a43b-377da560d1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:38.641949 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2632d9e-7fc4-4948-a43b-377da560d1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:38.643115 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f2632d9e-7fc4-4948-a43b-377da560d1cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5311bb0a-1bed-4685-a278-85802e40a056 HTTP/1.1" status: 204 len: 168 time: 0.2288077 Aug 25 05:10:38.682754 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2632d9e-7fc4-4948-a43b-377da560d1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5311bb0a-1bed-4685-a278-85802e40a056,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:38.760928 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-274cce27-3800-4088-95fd-0eb9412d1820 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Allocated IP 172.20.0.9 (a6ccc573-34f3-494f-bb99-823ef7768dbb/63327dc2-0b57-412f-9bea-3d5445c9009c/a621b1a6-186e-42de-a1c4-849c8d4ba910) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:10:38.897726 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-274cce27-3800-4088-95fd-0eb9412d1820 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:38.918039 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-274cce27-3800-4088-95fd-0eb9412d1820 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Transition to ACTIVE for port object a621b1a6-186e-42de-a1c4-849c8d4ba910 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:10:39.088204 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-274cce27-3800-4088-95fd-0eb9412d1820 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:39.132531 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-274cce27-3800-4088-95fd-0eb9412d1820 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Network a6ccc573-34f3-494f-bb99-823ef7768dbb is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:10:39.135637 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-274cce27-3800-4088-95fd-0eb9412d1820 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:10:39.139470 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-274cce27-3800-4088-95fd-0eb9412d1820 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:10:39.146574 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cce27-3800-4088-95fd-0eb9412d1820 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Pushing event updated for resources: {'Port': ['ID=a621b1a6-186e-42de-a1c4-849c8d4ba910,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:39.194610 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-274cce27-3800-4088-95fd-0eb9412d1820 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:39.194610 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-274cce27-3800-4088-95fd-0eb9412d1820 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:39.242674 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 44736) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:39.262019 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e1651de-7af4-41e2-bdf2-17bdc7ddf402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:39.305295 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-274cce27-3800-4088-95fd-0eb9412d1820 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0409839 Aug 25 05:10:39.341070 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] Request body: {'port': {'device_id': 'd9128724-64fc-4891-b463-0650c85203c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:10:39.378687 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c0de1-ceb7-458b-98a5-031d28d7d33b req-3d956d5d-dce0-4ecf-90e4-eb75919541ba tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:39.381375 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-326c0de1-ceb7-458b-98a5-031d28d7d33b req-3d956d5d-dce0-4ecf-90e4-eb75919541ba tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 943 time: 0.0565038 Aug 25 05:10:39.424534 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-326c0de1-ceb7-458b-98a5-031d28d7d33b req-82cbe280-386e-4c02-8d94-a7b88ed43548 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366452 Aug 25 05:10:39.430607 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c00845-3754-4fb9-a5e9-885d8c4a709b req-7df74771-e4c9-4303-9fc4-eea1faef43a7 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:39.432099 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e6c00845-3754-4fb9-a5e9-885d8c4a709b req-7df74771-e4c9-4303-9fc4-eea1faef43a7 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.5262132 Aug 25 05:10:39.438360 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-cbe39243-fa64-44bc-a5b5-9bfbe9be4b09 None None] Provisioning for port a621b1a6-186e-42de-a1c4-849c8d4ba910 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:10:39.444965 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-cbe39243-fa64-44bc-a5b5-9bfbe9be4b09 None None] Provisioning complete for port a621b1a6-186e-42de-a1c4-849c8d4ba910 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:10:39.446226 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:39.446371 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbe39243-fa64-44bc-a5b5-9bfbe9be4b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:39.485714 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cbe39243-fa64-44bc-a5b5-9bfbe9be4b09 None None] Port a621b1a6-186e-42de-a1c4-849c8d4ba910 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:10:39.542002 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e6c00845-3754-4fb9-a5e9-885d8c4a709b req-5fb05b13-1334-4162-9b0e-d99153db505b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993433 Aug 25 05:10:39.552271 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e1651de-7af4-41e2-bdf2-17bdc7ddf402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:39.680052 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e1651de-7af4-41e2-bdf2-17bdc7ddf402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:39.724034 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70270d5-e2fb-493a-adb2-286666af5886 req-3624b66d-c62d-4987-b2a2-2e1a853907fa tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:39.725506 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a70270d5-e2fb-493a-adb2-286666af5886 req-3624b66d-c62d-4987-b2a2-2e1a853907fa tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 931 time: 0.0467284 Aug 25 05:10:39.740561 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-6e1651de-7af4-41e2-bdf2-17bdc7ddf402 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebdfa6f3a7d24aba9e68e0e544421abc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4969900 Aug 25 05:10:39.742597 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1651de-7af4-41e2-bdf2-17bdc7ddf402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab604b3-6475-4a5c-9d70-7be0437b5372,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:39.746117 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 44750) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:39.771527 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a70270d5-e2fb-493a-adb2-286666af5886 req-15811ad4-e433-48ef-bc37-ebb5b7fb75b8 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3f16966-4a39-41e8-899f-07dc94cae714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394731 Aug 25 05:10:39.827539 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a621b1a6-186e-42de-a1c4-849c8d4ba910 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:10:39.840578 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:39.845851 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27a7ac7f-0579-4e76-9757-4ef3da6d1e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:39.862154 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] Transition to ACTIVE for port object a621b1a6-186e-42de-a1c4-849c8d4ba910 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:10:39.873366 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27a7ac7f-0579-4e76-9757-4ef3da6d1e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:39.963610 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8792484'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:40.011978 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] Pushing event updated for resources: {'Port': ['ID=a621b1a6-186e-42de-a1c4-849c8d4ba910,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:40.077689 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] Attempting to bind port a621b1a6-186e-42de-a1c4-849c8d4ba910 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:10:40.078018 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] Attempting to bind port a621b1a6-186e-42de-a1c4-849c8d4ba910 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '78b61737-4ec5-4df0-b1a3-d71596c9c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:10:40.078341 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] Attempting to bind port a621b1a6-186e-42de-a1c4-849c8d4ba910 on network a6ccc573-34f3-494f-bb99-823ef7768dbb {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:10:40.083258 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] Port a621b1a6-186e-42de-a1c4-849c8d4ba910 on network a6ccc573-34f3-494f-bb99-823ef7768dbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 05:10:40.083576 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] Attempting to bind port a621b1a6-186e-42de-a1c4-849c8d4ba910 on network a6ccc573-34f3-494f-bb99-823ef7768dbb {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:10:40.088604 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] Checking agent: {'id': '2d6b99c1-3d97-4a8a-bca5-2c0d702c36c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'started_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:10:40.093712 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] Checking segment: {'id': '78b61737-4ec5-4df0-b1a3-d71596c9c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:10:40.093712 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] Bound using segment: {'id': '78b61737-4ec5-4df0-b1a3-d71596c9c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:10:40.093712 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] Bound port: a621b1a6-186e-42de-a1c4-849c8d4ba910, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b61737-4ec5-4df0-b1a3-d71596c9c7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:10:40.093712 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:40.153961 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27a7ac7f-0579-4e76-9757-4ef3da6d1e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:40.158358 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27a7ac7f-0579-4e76-9757-4ef3da6d1e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:40.159093 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-27a7ac7f-0579-4e76-9757-4ef3da6d1e8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aab604b3-6475-4a5c-9d70-7be0437b5372 HTTP/1.1" status: 204 len: 168 time: 0.4120603 Aug 25 05:10:40.178061 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7ac7f-0579-4e76-9757-4ef3da6d1e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab604b3-6475-4a5c-9d70-7be0437b5372,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:40.186111 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] For port a621b1a6-186e-42de-a1c4-849c8d4ba910, host hv-cinder-75793, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:10:40.189392 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] For port a621b1a6-186e-42de-a1c4-849c8d4ba910, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a621b1a6-186e-42de-a1c4-849c8d4ba910,segment=NetworkSegment(78b61737-4ec5-4df0-b1a3-d71596c9c7fc),segment_id=78b61737-4ec5-4df0-b1a3-d71596c9c7fc)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:10:40.205539 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 44762) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:40.272707 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8792484'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:40.302399 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-7468d6ad-4b8a-47cb-a78e-e7d3ed9339da admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-848753841-network', 'tenant_id': '02a7dd2cba3b4742bf1d9d85e1a00ef4'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:10:40.305155 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:40.306119 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:40.307526 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] 10.222.0.20 "PUT /v2.0/ports/a621b1a6-186e-42de-a1c4-849c8d4ba910 HTTP/1.1" status: 200 len: 1093 time: 0.9744062 Aug 25 05:10:40.308306 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9128724-64fc-4891-b463-0650c85203c8', 'tag': 'a621b1a6-186e-42de-a1c4-849c8d4ba910'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:10:40.310643 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02573bcf-ceee-4f01-b1d9-9d01b1e18712" -d '{"events": [{"name": "network-changed", "server_uuid": "d9128724-64fc-4891-b463-0650c85203c8", "tag": "a621b1a6-186e-42de-a1c4-849c8d4ba910"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:10:40.336612 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f91f2d-f853-43e6-8cc9-e008d59e74cd service neutron] Pushing event updated for resources: {'Port': ['ID=a621b1a6-186e-42de-a1c4-849c8d4ba910,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:40.350466 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fde9dc-5b6f-4146-8683-83b1e2edce34 x-openstack-request-id: req-69fde9dc-5b6f-4146-8683-83b1e2edce34 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:10:40.350889 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9128724-64fc-4891-b463-0650c85203c8", "tag": "a621b1a6-186e-42de-a1c4-849c8d4ba910", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:10:40.351249 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69fde9dc-5b6f-4146-8683-83b1e2edce34 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:10:40.351823 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9128724-64fc-4891-b463-0650c85203c8', 'tag': 'a621b1a6-186e-42de-a1c4-849c8d4ba910', 'status': 'completed', 'code': 200} Aug 25 05:10:40.415010 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:10:40.434045 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02573bcf-ceee-4f01-b1d9-9d01b1e18712 req-e4865b70-b78a-4fc0-9a90-8c601e1979d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:40.435881 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-02573bcf-ceee-4f01-b1d9-9d01b1e18712 req-e4865b70-b78a-4fc0-9a90-8c601e1979d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0deea94d44084234a6e40672e3f0e996&device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 1096 time: 0.0432000 Aug 25 05:10:40.469700 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7468d6ad-4b8a-47cb-a78e-e7d3ed9339da admin admin] Made reservation on behalf of 02a7dd2cba3b4742bf1d9d85e1a00ef4 for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:10:40.472643 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7468d6ad-4b8a-47cb-a78e-e7d3ed9339da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:40.481286 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7468d6ad-4b8a-47cb-a78e-e7d3ed9339da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:40.591599 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=6e664aac-f738-42e2-8d2f-ae7d3a5dd93e,segment=NetworkSegment(fe9efac2-58ae-46da-8c1a-767abf0bd920),segment_id=fe9efac2-58ae-46da-8c1a-767abf0bd920)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:10:40.599167 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': '6e664aac-f738-42e2-8d2f-ae7d3a5dd93e', 'network_id': '81aa1af3-2156-4547-b112-557e17885df9', 'port_id': '6e664aac-f738-42e2-8d2f-ae7d3a5dd93e', 'mac_address': 'fa:16:3e:72:ba:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba383986-3c88-462b-9adb-59c3e99b5829', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:10:40.645560 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7468d6ad-4b8a-47cb-a78e-e7d3ed9339da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:40.683749 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:40.699542 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:10:40.723337 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=6e664aac-f738-42e2-8d2f-ae7d3a5dd93e,segment=NetworkSegment(fe9efac2-58ae-46da-8c1a-767abf0bd920),segment_id=fe9efac2-58ae-46da-8c1a-767abf0bd920)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:10:40.804306 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7468d6ad-4b8a-47cb-a78e-e7d3ed9339da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:40.831311 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c3000-262d-4823-a9a4-64d912c806de req-38b1927d-7203-487e-bda2-916ba9bf4edd tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:40.832592 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7468d6ad-4b8a-47cb-a78e-e7d3ed9339da admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:10:40.838385 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a22c3000-262d-4823-a9a4-64d912c806de req-38b1927d-7203-487e-bda2-916ba9bf4edd tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0815845 Aug 25 05:10:40.846999 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:40.848767 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02573bcf-ceee-4f01-b1d9-9d01b1e18712 req-29c8e713-4f72-429b-ae0d-3afa3ef4cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:40.850351 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-02573bcf-ceee-4f01-b1d9-9d01b1e18712 req-29c8e713-4f72-429b-ae0d-3afa3ef4cd7e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=0deea94d44084234a6e40672e3f0e996&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4014013 Aug 25 05:10:40.852239 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468d6ad-4b8a-47cb-a78e-e7d3ed9339da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d31033-e585-4af7-a291-e8eac574a3b2,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:40.863347 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7a186-574d-4eb0-99c6-0f6b941521cc req-0300f10c-dfcc-48d8-8cf6-0795c3f119eb tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:40.871016 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-65f7a186-574d-4eb0-99c6-0f6b941521cc req-0300f10c-dfcc-48d8-8cf6-0795c3f119eb tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 943 time: 0.3475411 Aug 25 05:10:40.880027 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7468d6ad-4b8a-47cb-a78e-e7d3ed9339da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:40.880363 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-7468d6ad-4b8a-47cb-a78e-e7d3ed9339da admin admin] Added segment 176b82d7-d9a9-4d4a-8f60-603b200cee70 of type vlan for network 52fe4d79-490d-4eb6-bb2b-5245faaa2eca Aug 25 05:10:40.902423 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a22c3000-262d-4823-a9a4-64d912c806de req-268926e6-e456-4aa2-946e-e7f943a9fec0 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631464 Aug 25 05:10:40.904381 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=6e664aac-f738-42e2-8d2f-ae7d3a5dd93e,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:40.975380 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02573bcf-ceee-4f01-b1d9-9d01b1e18712 req-e1a12aa2-8d77-4ec5-b85c-3beaf9b5cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:40.977711 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-02573bcf-ceee-4f01-b1d9-9d01b1e18712 req-e1a12aa2-8d77-4ec5-b85c-3beaf9b5cc58 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1141624 Aug 25 05:10:41.044129 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040d27a-1bf6-435a-930b-b721c098fc76 req-c22f0ea9-95de-44d6-b6a6-9a78d24366c5 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:41.046026 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c040d27a-1bf6-435a-930b-b721c098fc76 req-c22f0ea9-95de-44d6-b6a6-9a78d24366c5 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 943 time: 0.0670836 Aug 25 05:10:41.115553 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c040d27a-1bf6-435a-930b-b721c098fc76 req-54f5dec2-cf6d-4b94-af44-ba5ee9f5894f tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3f16966-4a39-41e8-899f-07dc94cae714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626602 Aug 25 05:10:41.122432 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-e49c3b2d-278a-4fa2-a08e-53333da9b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:41.123845 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-e49c3b2d-278a-4fa2-a08e-53333da9b668 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0deea94d44084234a6e40672e3f0e996&device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 1096 time: 0.0643871 Aug 25 05:10:41.139346 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['6e664aac-f738-42e2-8d2f-ae7d3a5dd93e'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:10:41.180987 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-8688ae57-533d-4191-88ac-2dd2bb64ebca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a621b1a6-186e-42de-a1c4-849c8d4ba910 HTTP/1.1" status: 200 len: 217 time: 0.0432966 Aug 25 05:10:41.211077 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7468d6ad-4b8a-47cb-a78e-e7d3ed9339da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785199393567'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:41.221239 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-65f7a186-574d-4eb0-99c6-0f6b941521cc req-1578e82c-83ea-4fff-93d0-4e394cb10c1b tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493931 Aug 25 05:10:41.266531 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-79c20567-cbd9-48bd-a2e6-03ada116c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:41.268234 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-79c20567-cbd9-48bd-a2e6-03ada116c659 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63327dc2-0b57-412f-9bea-3d5445c9009c HTTP/1.1" status: 200 len: 850 time: 0.0794876 Aug 25 05:10:41.293257 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d164fdb-4e54-48d7-8f39-63dde6dc3bcd req-a30232c7-6681-4af5-8ca2-7a376a226ac6 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:41.294853 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9d164fdb-4e54-48d7-8f39-63dde6dc3bcd req-a30232c7-6681-4af5-8ca2-7a376a226ac6 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0754917 Aug 25 05:10:41.305172 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 44794) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:41.309887 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-19319143-e8f6-41e4-910f-f7b2b54c9a6d tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Request body: {'floatingip': {'port_id': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:10:41.313436 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7468d6ad-4b8a-47cb-a78e-e7d3ed9339da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:41.314374 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7468d6ad-4b8a-47cb-a78e-e7d3ed9339da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:41.314984 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7468d6ad-4b8a-47cb-a78e-e7d3ed9339da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:41.325425 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-5eaaef1f-74eb-4b83-bdf3-8a13d0eb99c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:41.327273 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-5eaaef1f-74eb-4b83-bdf3-8a13d0eb99c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6ccc573-34f3-494f-bb99-823ef7768dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511491 Aug 25 05:10:41.367070 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-19319143-e8f6-41e4-910f-f7b2b54c9a6d tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for floatingip, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:41.420556 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-2a468fad-1db3-426e-973b-e7fda9a9f116 service neutron] 10.222.0.20 "GET /v2.0/networks/a6ccc573-34f3-494f-bb99-823ef7768dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854304 Aug 25 05:10:41.458420 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-7468d6ad-4b8a-47cb-a78e-e7d3ed9339da admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2517381 Aug 25 05:10:41.461964 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468d6ad-4b8a-47cb-a78e-e7d3ed9339da admin admin] Pushing event updated for resources: {'Network': ['ID=52fe4d79-490d-4eb6-bb2b-5245faaa2eca,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:41.466227 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 44798) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:41.471340 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-43030fe5-d56a-4880-8af6-730bbf8b426c admin admin] Request body: {'subnet': {'network_id': '52fe4d79-490d-4eb6-bb2b-5245faaa2eca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-848753841-subnet', 'tenant_id': '02a7dd2cba3b4742bf1d9d85e1a00ef4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:10:41.474876 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Network 52fe4d79-490d-4eb6-bb2b-5245faaa2eca details requested by agent ovs-agent-dv-cinder-757936-7-iscsi with host dv-cinder-757936-7-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:10:41.520506 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-035079e3-2751-42a1-b6bc-ea14777ed3de req-26d1488e-1a67-4309-9729-e1cab2e6742d service neutron] 10.222.0.20 "GET /v2.0/networks/a6ccc573-34f3-494f-bb99-823ef7768dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920522 Aug 25 05:10:41.680931 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43030fe5-d56a-4880-8af6-730bbf8b426c admin admin] Made reservation on behalf of 02a7dd2cba3b4742bf1d9d85e1a00ef4 for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:10:41.683282 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-43030fe5-d56a-4880-8af6-730bbf8b426c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-52317432'] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:41.940314 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-19319143-e8f6-41e4-910f-f7b2b54c9a6d tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:42.018394 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-19319143-e8f6-41e4-910f-f7b2b54c9a6d tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406152'] for floatingip, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:42.078188 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-43030fe5-d56a-4880-8af6-730bbf8b426c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52350856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-52317194'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:42.169392 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43030fe5-d56a-4880-8af6-730bbf8b426c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ecc65b9-7df6-4f7c-9cba-9d26528ea08c,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:42.170181 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43030fe5-d56a-4880-8af6-730bbf8b426c admin admin] Checking segment: {'id': '176b82d7-d9a9-4d4a-8f60-603b200cee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '52fe4d79-490d-4eb6-bb2b-5245faaa2eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:10:42.170566 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43030fe5-d56a-4880-8af6-730bbf8b426c admin admin] Network hostable DHCP agents. Network: 52fe4d79-490d-4eb6-bb2b-5245faaa2eca, hostable agents: ['0a2fa090-2970-41a0-8073-2983789ee317'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:10:42.186045 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.db.l3_db [None req-19319143-e8f6-41e4-910f-f7b2b54c9a6d tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Floating IP 5dbac1c7-758b-4c92-9302-e9a694fff898 associated. External IP: 172.27.0.221, port: b537575a-2b55-4dbe-a0f0-01ae24b13ff9. Aug 25 05:10:42.258370 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 44812) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:42.315096 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15a943-68e4-41e8-8b5b-ddce581181a3 req-6fb1d108-7682-41a4-86cb-223f3ac4235c tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:42.316730 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9e15a943-68e4-41e8-8b5b-ddce581181a3 req-6fb1d108-7682-41a4-86cb-223f3ac4235c tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 943 time: 0.1273887 Aug 25 05:10:42.351307 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d14df-a65e-4f08-999b-340f157aa660 req-87f853ff-5b8d-4ed7-9dc4-702edcf6fddd tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:42.351307 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-329d14df-a65e-4f08-999b-340f157aa660 req-87f853ff-5b8d-4ed7-9dc4-702edcf6fddd tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 944 time: 0.0554025 Aug 25 05:10:42.383299 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea004e5a-4819-4769-94bf-c47a479bf1ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:42.413080 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-329d14df-a65e-4f08-999b-340f157aa660 req-10c0a57a-87be-419e-845d-511b79e381cb tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478663 Aug 25 05:10:42.419750 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:10:42.437365 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43030fe5-d56a-4880-8af6-730bbf8b426c admin admin] Network 52fe4d79-490d-4eb6-bb2b-5245faaa2eca is scheduled to be hosted by DHCP agent 0a2fa090-2970-41a0-8073-2983789ee317 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:10:42.444418 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9e15a943-68e4-41e8-8b5b-ddce581181a3 req-64ffddf9-0cd0-4cd3-9f04-4c4d44524cf8 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3f16966-4a39-41e8-899f-07dc94cae714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193304 Aug 25 05:10:42.492307 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19319143-e8f6-41e4-910f-f7b2b54c9a6d tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Router b0d21978-c4b9-4876-8a2f-7095faca9311 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:10:42.498677 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea004e5a-4819-4769-94bf-c47a479bf1ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:42.561366 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-43030fe5-d56a-4880-8af6-730bbf8b426c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-7-iscsi, 52fe4d79-490d-4eb6-bb2b-5245faaa2eca) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:10:42.566024 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43030fe5-d56a-4880-8af6-730bbf8b426c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:42.566950 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-43030fe5-d56a-4880-8af6-730bbf8b426c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:42.569924 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2b955d-bff1-4c0a-b11f-3705fcfaf79e None None] Network 52fe4d79-490d-4eb6-bb2b-5245faaa2eca requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:10:42.586815 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea004e5a-4819-4769-94bf-c47a479bf1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:42.614318 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19319143-e8f6-41e4-910f-f7b2b54c9a6d tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:10:42.619579 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-19319143-e8f6-41e4-910f-f7b2b54c9a6d tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:42.621412 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning for port 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:10:42.625897 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ea004e5a-4819-4769-94bf-c47a479bf1ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b2eeca38a814ddfadb0481c1d17964e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3663495 Aug 25 05:10:42.627103 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea004e5a-4819-4769-94bf-c47a479bf1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34e7b47-44eb-4353-99f5-3f58fa47b523,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:42.629560 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 44816) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:42.631155 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c369a2-5d2a-4a10-8af0-4ce902c50cb6 None None] Sync routers for ids ['b0d21978-c4b9-4876-8a2f-7095faca9311'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:10:42.643219 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:10:42.643648 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:42.657240 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-19319143-e8f6-41e4-910f-f7b2b54c9a6d tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "PUT /v2.0/floatingips/5dbac1c7-758b-4c92-9302-e9a694fff898 HTTP/1.1" status: 200 len: 992 time: 1.3485782 Aug 25 05:10:42.657240 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c12626e-d3ec-4396-968f-43c501ba397a', 'tag': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:10:42.657915 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd27b424-808a-4262-b906-505293aaa177" -d '{"events": [{"name": "network-changed", "server_uuid": "6c12626e-d3ec-4396-968f-43c501ba397a", "tag": "b537575a-2b55-4dbe-a0f0-01ae24b13ff9"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:10:42.690402 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-43030fe5-d56a-4880-8af6-730bbf8b426c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2124076 Aug 25 05:10:42.690538 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c369a2-5d2a-4a10-8af0-4ce902c50cb6 None None] Routers {'b0d21978-c4b9-4876-8a2f-7095faca9311'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:10:42.690538 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-64c369a2-5d2a-4a10-8af0-4ce902c50cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:10:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['b0d21978-c4b9-4876-8a2f-7095faca9311'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:42.708516 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4f9d6c-fe44-4146-8b7f-ee3d670c8f67 x-openstack-request-id: req-6b4f9d6c-fe44-4146-8b7f-ee3d670c8f67 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:10:42.708801 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c12626e-d3ec-4396-968f-43c501ba397a", "tag": "b537575a-2b55-4dbe-a0f0-01ae24b13ff9", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:10:42.709049 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b4f9d6c-fe44-4146-8b7f-ee3d670c8f67 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:10:42.709440 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c12626e-d3ec-4396-968f-43c501ba397a', 'tag': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9', 'status': 'completed', 'code': 200} Aug 25 05:10:42.719341 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-267a1d1b-1161-48cb-ad8b-384e77380cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:42.741702 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-267a1d1b-1161-48cb-ad8b-384e77380cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:42.814781 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27b424-808a-4262-b906-505293aaa177 req-cc6087bf-0450-4015-aa41-b65550bb8df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:42.816400 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cd27b424-808a-4262-b906-505293aaa177 req-cc6087bf-0450-4015-aa41-b65550bb8df1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=788f1dcf7a1347409e44465a8473c2d2&device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 1099 time: 0.0565186 Aug 25 05:10:42.831888 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a61ce2a-ba7f-41b0-bc2a-a8e980c29d4b None None] Network 52fe4d79-490d-4eb6-bb2b-5245faaa2eca requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:10:42.918983 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27b424-808a-4262-b906-505293aaa177 req-a9640992-357e-4e37-9666-2230b228ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:42.920516 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cd27b424-808a-4262-b906-505293aaa177 req-a9640992-357e-4e37-9666-2230b228ea78 service neutron] 10.222.0.20 "GET /v2.0/networks?id=71d45235-aa08-4ce1-9e25-ebab82ef910a HTTP/1.1" status: 200 len: 917 time: 0.0969777 Aug 25 05:10:42.942306 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-64c369a2-5d2a-4a10-8af0-4ce902c50cb6 None None] Set router b0d21978-c4b9-4876-8a2f-7095faca9311 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:10:42.976756 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-267a1d1b-1161-48cb-ad8b-384e77380cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:42.979307 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-267a1d1b-1161-48cb-ad8b-384e77380cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:42.980581 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-267a1d1b-1161-48cb-ad8b-384e77380cb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f34e7b47-44eb-4353-99f5-3f58fa47b523 HTTP/1.1" status: 204 len: 168 time: 0.3499064 Aug 25 05:10:42.994624 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:42.998447 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a1d1b-1161-48cb-ad8b-384e77380cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34e7b47-44eb-4353-99f5-3f58fa47b523,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:43.010159 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cd27b424-808a-4262-b906-505293aaa177 req-950d3319-d441-48bd-aa7e-d10e70f0a697 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b537575a-2b55-4dbe-a0f0-01ae24b13ff9 HTTP/1.1" status: 200 len: 1000 time: 0.0825036 Aug 25 05:10:43.071112 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27b424-808a-4262-b906-505293aaa177 req-b3524963-8a6b-4a26-94df-1949bc3e22ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:43.072638 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cd27b424-808a-4262-b906-505293aaa177 req-b3524963-8a6b-4a26-94df-1949bc3e22ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=686786a2-7682-45e8-a905-204e7e4e6535 HTTP/1.1" status: 200 len: 856 time: 0.0556092 Aug 25 05:10:43.120374 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27b424-808a-4262-b906-505293aaa177 req-d1b3e3ca-d405-4da9-86d4-afa8a22e91e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:43.121900 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cd27b424-808a-4262-b906-505293aaa177 req-d1b3e3ca-d405-4da9-86d4-afa8a22e91e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=71d45235-aa08-4ce1-9e25-ebab82ef910a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422883 Aug 25 05:10:43.221332 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cd27b424-808a-4262-b906-505293aaa177 req-42d91591-203f-4e7e-a6b5-f1a2015c7271 service neutron] 10.222.0.20 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920978 Aug 25 05:10:43.233479 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb7cb8f-51cb-4b47-b278-b162b5dc012e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e664aac-f738-42e2-8d2f-ae7d3a5dd93e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:10:43.235629 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8371c93e-615c-4945-9e02-ee68e85d1c3d" -d '{"events": [{"server_uuid": "3cb7cb8f-51cb-4b47-b278-b162b5dc012e", "name": "network-vif-plugged", "status": "completed", "tag": "6e664aac-f738-42e2-8d2f-ae7d3a5dd93e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:10:43.277116 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb5f4e7-80a6-4e48-affa-dde92579ba87 x-openstack-request-id: req-5bb5f4e7-80a6-4e48-affa-dde92579ba87 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:10:43.277404 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb7cb8f-51cb-4b47-b278-b162b5dc012e", "name": "network-vif-plugged", "status": "completed", "tag": "6e664aac-f738-42e2-8d2f-ae7d3a5dd93e", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:10:43.277654 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bb5f4e7-80a6-4e48-affa-dde92579ba87 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:10:43.278373 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb7cb8f-51cb-4b47-b278-b162b5dc012e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e664aac-f738-42e2-8d2f-ae7d3a5dd93e', 'code': 200} Aug 25 05:10:43.307784 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=6e664aac-f738-42e2-8d2f-ae7d3a5dd93e,segment=NetworkSegment(fe9efac2-58ae-46da-8c1a-767abf0bd920),segment_id=fe9efac2-58ae-46da-8c1a-767abf0bd920)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:10:43.334926 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cd27b424-808a-4262-b906-505293aaa177 req-a87a584f-8d0e-476b-af32-40c84cea055f service neutron] 10.222.0.20 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069043 Aug 25 05:10:43.397591 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:43.476078 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=6e664aac-f738-42e2-8d2f-ae7d3a5dd93e,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:43.503047 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-64c369a2-5d2a-4a10-8af0-4ce902c50cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-router', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:42Z', 'updated_at': '2021-08-25T05:05:53Z', 'revision_number': 4, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'gw_port': {'id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '5dbac1c7-758b-4c92-9302-e9a694fff898', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'port_id': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'mac_address': 'fa:16:3e:67:99:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c12626e-d3ec-4396-968f-43c501ba397a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:10:13Z', 'updated_at': '2021-08-25T05:10:41Z', 'revision_number': 1, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550698b5-155f-4280-bb4e-63ff0d633da9', 'name': '', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'mac_address': 'fa:16:3e:4e:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '686786a2-7682-45e8-a905-204e7e4e6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:50Z', 'updated_at': '2021-08-25T05:06:05Z', 'revision_number': 5, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'subnets': [{'id': '686786a2-7682-45e8-a905-204e7e4e6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:43.537285 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c369a2-5d2a-4a10-8af0-4ce902c50cb6 None None] Checking router: b0d21978-c4b9-4876-8a2f-7095faca9311 for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:10:43.546444 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c369a2-5d2a-4a10-8af0-4ce902c50cb6 None None] Routers {'b0d21978-c4b9-4876-8a2f-7095faca9311'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:10:43.547333 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-64c369a2-5d2a-4a10-8af0-4ce902c50cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:10:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['b0d21978-c4b9-4876-8a2f-7095faca9311'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:43.580371 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36c7c5-0110-4385-af18-cfd178fde41d req-64cf55f1-a118-483e-a0c0-d42b995b856d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:43.582505 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cb36c7c5-0110-4385-af18-cfd178fde41d req-64cf55f1-a118-483e-a0c0-d42b995b856d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 945 time: 0.0653892 Aug 25 05:10:43.597111 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681aa2a-bf43-4a60-bf8f-59a8e6d87ebc req-938b7a60-c666-41fb-b292-4aa3dc72be15 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:43.604716 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2681aa2a-bf43-4a60-bf8f-59a8e6d87ebc req-938b7a60-c666-41fb-b292-4aa3dc72be15 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 943 time: 0.0580757 Aug 25 05:10:43.625049 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cb36c7c5-0110-4385-af18-cfd178fde41d req-9cb19141-3885-494e-9d47-b5b8dcfcf0f0 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358703 Aug 25 05:10:43.651613 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2681aa2a-bf43-4a60-bf8f-59a8e6d87ebc req-15e9c38b-06bb-485e-8c1d-1b3eed27e12f tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3f16966-4a39-41e8-899f-07dc94cae714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460436 Aug 25 05:10:43.676567 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-64c369a2-5d2a-4a10-8af0-4ce902c50cb6 None None] Set router b0d21978-c4b9-4876-8a2f-7095faca9311 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:10:43.780469 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96ca04-63a3-42ea-801e-f18c4cdf6345 req-fdca55ee-64bb-4ef9-907e-d279e55563c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:43.781711 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8c96ca04-63a3-42ea-801e-f18c4cdf6345 req-fdca55ee-64bb-4ef9-907e-d279e55563c9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 1098 time: 0.0399196 Aug 25 05:10:43.837584 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8c96ca04-63a3-42ea-801e-f18c4cdf6345 req-a611ad91-3603-4a1d-8863-750104d6efec service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489569 Aug 25 05:10:43.933645 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-64c369a2-5d2a-4a10-8af0-4ce902c50cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-router', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:42Z', 'updated_at': '2021-08-25T05:05:53Z', 'revision_number': 4, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'gw_port': {'id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '5dbac1c7-758b-4c92-9302-e9a694fff898', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'port_id': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'mac_address': 'fa:16:3e:67:99:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c12626e-d3ec-4396-968f-43c501ba397a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:10:13Z', 'updated_at': '2021-08-25T05:10:41Z', 'revision_number': 1, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550698b5-155f-4280-bb4e-63ff0d633da9', 'name': '', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'mac_address': 'fa:16:3e:4e:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '686786a2-7682-45e8-a905-204e7e4e6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:50Z', 'updated_at': '2021-08-25T05:06:05Z', 'revision_number': 5, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'subnets': [{'id': '686786a2-7682-45e8-a905-204e7e4e6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:43.961365 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c369a2-5d2a-4a10-8af0-4ce902c50cb6 None None] The sync data for ids ['b0d21978-c4b9-4876-8a2f-7095faca9311'] in dv-cinder-757936-7-iscsi is: [{'id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-router', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:42Z', 'updated_at': '2021-08-25T05:05:53Z', 'revision_number': 4, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'gw_port': {'id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '5dbac1c7-758b-4c92-9302-e9a694fff898', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'port_id': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'mac_address': 'fa:16:3e:67:99:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c12626e-d3ec-4396-968f-43c501ba397a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:10:13Z', 'updated_at': '2021-08-25T05:10:41Z', 'revision_number': 1, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550698b5-155f-4280-bb4e-63ff0d633da9', 'name': '', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'mac_address': 'fa:16:3e:4e:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '686786a2-7682-45e8-a905-204e7e4e6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:50Z', 'updated_at': '2021-08-25T05:06:05Z', 'revision_number': 5, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'subnets': [{'id': '686786a2-7682-45e8-a905-204e7e4e6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:10:44.154547 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a875ec34-38ba-40be-8e8a-ceeb4dcbbc00 None None] New status for floating IP 5dbac1c7-758b-4c92-9302-e9a694fff898: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 05:10:44.432475 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device a621b1a6-186e-42de-a1c4-849c8d4ba910 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:10:44.533348 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port a621b1a6-186e-42de-a1c4-849c8d4ba910, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a621b1a6-186e-42de-a1c4-849c8d4ba910,segment=NetworkSegment(78b61737-4ec5-4df0-b1a3-d71596c9c7fc),segment_id=78b61737-4ec5-4df0-b1a3-d71596c9c7fc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:10:44.544954 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': 'a621b1a6-186e-42de-a1c4-849c8d4ba910', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'port_id': 'a621b1a6-186e-42de-a1c4-849c8d4ba910', 'mac_address': 'fa:16:3e:3b:03:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:10:44.581236 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:44.593426 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a621b1a6-186e-42de-a1c4-849c8d4ba910 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:10:44.612351 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port a621b1a6-186e-42de-a1c4-849c8d4ba910, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a621b1a6-186e-42de-a1c4-849c8d4ba910,segment=NetworkSegment(78b61737-4ec5-4df0-b1a3-d71596c9c7fc),segment_id=78b61737-4ec5-4df0-b1a3-d71596c9c7fc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:10:44.732202 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:44.739009 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e4ad4-7fd6-43e3-ae00-a19aff3b61c4 req-f6a292f9-3595-4d1d-b731-00549cf4b63e tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:44.740531 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-be5e4ad4-7fd6-43e3-ae00-a19aff3b61c4 req-f6a292f9-3595-4d1d-b731-00549cf4b63e tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 945 time: 0.0487709 Aug 25 05:10:44.768474 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1eae4-fe6c-4f6d-81f1-45fcaf9c138f req-2096372c-2217-40f7-8ec0-41d7052670d1 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:44.770671 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bcb1eae4-fe6c-4f6d-81f1-45fcaf9c138f req-2096372c-2217-40f7-8ec0-41d7052670d1 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 943 time: 0.0511620 Aug 25 05:10:44.784285 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-be5e4ad4-7fd6-43e3-ae00-a19aff3b61c4 req-b012fe07-5c7b-4249-a5e5-286486f474e0 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371017 Aug 25 05:10:44.790977 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=a621b1a6-186e-42de-a1c4-849c8d4ba910,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:44.819169 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bcb1eae4-fe6c-4f6d-81f1-45fcaf9c138f req-98e1dda4-7ad3-4435-b339-092d872428de tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3f16966-4a39-41e8-899f-07dc94cae714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423756 Aug 25 05:10:45.068690 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['a621b1a6-186e-42de-a1c4-849c8d4ba910'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:10:45.181881 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-72213373-a4da-4de0-a0ea-85baf9c57001 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:45.183412 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-72213373-a4da-4de0-a0ea-85baf9c57001 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/networks?id=52fe4d79-490d-4eb6-bb2b-5245faaa2eca HTTP/1.1" status: 200 len: 813 time: 0.1034031 Aug 25 05:10:45.199880 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-6e965240-8a4f-496a-b9ee-bd1b99ee5e59 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/quotas/02a7dd2cba3b4742bf1d9d85e1a00ef4 HTTP/1.1" status: 200 len: 375 time: 0.0100710 Aug 25 05:10:45.240323 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-9e992eb4-93b2-4267-a95b-c804a5305f1d tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=02a7dd2cba3b4742bf1d9d85e1a00ef4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269072 Aug 25 05:10:45.432743 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-ce5eb4d1-2802-4764-bc02-b5aacf6f2081 service neutron] 10.222.0.13 "GET /v2.0/networks/52fe4d79-490d-4eb6-bb2b-5245faaa2eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854286 Aug 25 05:10:45.519379 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-87e5aea4-4395-412a-b639-4cc7b6b1472f service neutron] 10.222.0.13 "GET /v2.0/networks/52fe4d79-490d-4eb6-bb2b-5245faaa2eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806847 Aug 25 05:10:45.770563 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f6081950-8a38-4417-a3fb-6b8c0f0a5966 req-2f914172-29d3-4dc0-90fe-ff05575b9aac tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e HTTP/1.1" status: 200 len: 210 time: 0.0310907 Aug 25 05:10:45.914037 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a3c0e-7802-4e41-8f30-d3a0f3dcac7f req-18f96db5-04a2-4571-8671-e443f70c7629 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:45.919008 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7d6a3c0e-7802-4e41-8f30-d3a0f3dcac7f req-18f96db5-04a2-4571-8671-e443f70c7629 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 945 time: 0.0635705 Aug 25 05:10:45.957864 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd9633-2f12-4e94-8884-bb07e1760753 req-87f9a954-0ec1-480d-a082-5bb3b1e9dbbe tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:45.959603 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dcdd9633-2f12-4e94-8884-bb07e1760753 req-87f9a954-0ec1-480d-a082-5bb3b1e9dbbe tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 944 time: 0.0568449 Aug 25 05:10:45.975007 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7d6a3c0e-7802-4e41-8f30-d3a0f3dcac7f req-68c4aea5-be64-4d7c-ae33-3d6946eab451 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533009 Aug 25 05:10:46.003554 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dcdd9633-2f12-4e94-8884-bb07e1760753 req-63acb5fe-fca8-4e85-8e75-21f93e78a2f1 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3f16966-4a39-41e8-899f-07dc94cae714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370998 Aug 25 05:10:46.086574 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c97c7-fe15-426c-a37a-406ae1e15159 req-38d57bee-83ff-4a17-a63e-2881da054bc1 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:46.088032 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-728c97c7-fe15-426c-a37a-406ae1e15159 req-38d57bee-83ff-4a17-a63e-2881da054bc1 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 945 time: 0.0510917 Aug 25 05:10:46.128051 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-728c97c7-fe15-426c-a37a-406ae1e15159 req-47ad910f-3cad-47bf-9885-695c434909fe tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340230 Aug 25 05:10:46.445663 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device a621b1a6-186e-42de-a1c4-849c8d4ba910 up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:10:46.454224 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a5b17-7696-4763-b407-d22652b0b761 req-61c1593f-c576-4552-b232-c8c17594cb27 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:46.455797 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fc6a5b17-7696-4763-b407-d22652b0b761 req-61c1593f-c576-4552-b232-c8c17594cb27 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 945 time: 0.0520694 Aug 25 05:10:46.496461 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fc6a5b17-7696-4763-b407-d22652b0b761 req-ec471b5c-fc63-49e9-ad48-9b4719f88c36 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340445 Aug 25 05:10:46.672379 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning for port a621b1a6-186e-42de-a1c4-849c8d4ba910 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:10:46.677864 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port a621b1a6-186e-42de-a1c4-849c8d4ba910 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:10:46.683887 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:46.762832 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:46.785946 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9128724-64fc-4891-b463-0650c85203c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a621b1a6-186e-42de-a1c4-849c8d4ba910'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:10:46.788236 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93222f2-bda9-4a47-83ac-5f210bb239bc" -d '{"events": [{"server_uuid": "d9128724-64fc-4891-b463-0650c85203c8", "name": "network-vif-plugged", "status": "completed", "tag": "a621b1a6-186e-42de-a1c4-849c8d4ba910"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:10:46.803095 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port a621b1a6-186e-42de-a1c4-849c8d4ba910, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a621b1a6-186e-42de-a1c4-849c8d4ba910,segment=NetworkSegment(78b61737-4ec5-4df0-b1a3-d71596c9c7fc),segment_id=78b61737-4ec5-4df0-b1a3-d71596c9c7fc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:10:46.829471 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ad35df-9882-4344-8e89-476581b2ead1 x-openstack-request-id: req-a8ad35df-9882-4344-8e89-476581b2ead1 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:10:46.829761 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9128724-64fc-4891-b463-0650c85203c8", "name": "network-vif-plugged", "status": "completed", "tag": "a621b1a6-186e-42de-a1c4-849c8d4ba910", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:10:46.830026 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8ad35df-9882-4344-8e89-476581b2ead1 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:10:46.830414 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9128724-64fc-4891-b463-0650c85203c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a621b1a6-186e-42de-a1c4-849c8d4ba910', 'code': 200} Aug 25 05:10:46.849851 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-45e4849a-a9a9-4af0-9ab7-f1c42ff6dc13 req-6b6249ce-9111-44df-8651-93b657e5621a tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e HTTP/1.1" status: 200 len: 210 time: 0.0275619 Aug 25 05:10:46.903874 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:46.953970 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=a621b1a6-186e-42de-a1c4-849c8d4ba910,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:47.124547 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d61504-05d3-469d-ad69-38ce373464e2 req-31384ad0-bc00-450d-8858-dd836769a6dd tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:47.126022 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-23d61504-05d3-469d-ad69-38ce373464e2 req-31384ad0-bc00-450d-8858-dd836769a6dd tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 945 time: 0.0477991 Aug 25 05:10:47.167633 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-23d61504-05d3-469d-ad69-38ce373464e2 req-b37c6d4b-dea7-4d22-b123-19a0a3931297 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3f16966-4a39-41e8-899f-07dc94cae714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347576 Aug 25 05:10:47.289348 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e93e5f-b44f-4869-a7e2-6ce6d2a131da req-f262a2b3-0d86-47b8-858c-6351cc6e2915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:47.290857 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-31e93e5f-b44f-4869-a7e2-6ce6d2a131da req-f262a2b3-0d86-47b8-858c-6351cc6e2915 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 1098 time: 0.0401094 Aug 25 05:10:47.326876 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-31e93e5f-b44f-4869-a7e2-6ce6d2a131da req-3252077e-65fc-4e99-989f-dd16634303d0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f3f16966-4a39-41e8-899f-07dc94cae714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289404 Aug 25 05:10:47.943380 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-00a9d51b-a36d-40d2-820c-a318cad7543a req-babb4b60-7cb8-463a-813d-a3cc82ba79df tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e HTTP/1.1" status: 200 len: 210 time: 0.0284171 Aug 25 05:10:48.284293 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f41acf-90ff-4893-a743-ab1ab062235c req-6dbefac9-d7a0-4a83-ae00-c699395b678b tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:48.286408 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-46f41acf-90ff-4893-a743-ab1ab062235c req-6dbefac9-d7a0-4a83-ae00-c699395b678b tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 945 time: 0.0493720 Aug 25 05:10:48.326583 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-46f41acf-90ff-4893-a743-ab1ab062235c req-5bb166bf-bdb4-4d7c-b9bb-f9699cd9921f tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3f16966-4a39-41e8-899f-07dc94cae714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341775 Aug 25 05:10:49.039656 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1f0ac7d5-a620-4b84-87f3-ea179b96b75c req-5e471b6b-c9b8-43d3-b952-d403cce28a88 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e HTTP/1.1" status: 200 len: 210 time: 0.0258279 Aug 25 05:10:49.130450 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-6b019269-42cb-4cef-b600-3be3eba90bd7 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:49.130450 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-6b019269-42cb-4cef-b600-3be3eba90bd7 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.20 "GET /v2.0/networks?id=52fe4d79-490d-4eb6-bb2b-5245faaa2eca HTTP/1.1" status: 200 len: 813 time: 0.1044137 Aug 25 05:10:49.165209 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-bdac009d-cda6-4eb0-8da7-e88a8e6a8d63 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Request body: {'port': {'device_id': '76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e', 'network_id': '52fe4d79-490d-4eb6-bb2b-5245faaa2eca', 'admin_state_up': True, 'tenant_id': '02a7dd2cba3b4742bf1d9d85e1a00ef4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:10:49.383818 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-bdac009d-cda6-4eb0-8da7-e88a8e6a8d63 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Made reservation on behalf of 02a7dd2cba3b4742bf1d9d85e1a00ef4 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:10:49.389420 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-bdac009d-cda6-4eb0-8da7-e88a8e6a8d63 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:49.446083 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796fd46-c578-4f96-9841-704bc0daab3a req-30945134-bf64-4533-b675-a77bf9672174 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:49.447690 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5796fd46-c578-4f96-9841-704bc0daab3a req-30945134-bf64-4533-b675-a77bf9672174 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 945 time: 0.0508194 Aug 25 05:10:49.490670 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5796fd46-c578-4f96-9841-704bc0daab3a req-331fccfb-6ddd-4bb8-ab6a-27ffd8ca39a8 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3f16966-4a39-41e8-899f-07dc94cae714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366940 Aug 25 05:10:49.524611 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-bdac009d-cda6-4eb0-8da7-e88a8e6a8d63 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Allocated IP 172.20.0.8 (52fe4d79-490d-4eb6-bb2b-5245faaa2eca/3ecc65b9-7df6-4f7c-9cba-9d26528ea08c/41c0e077-b146-428d-9053-bdda7a4d9360) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:10:49.610117 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf37d8-e018-44b0-ad51-c71efbf06e18 req-86d91dc8-e8b7-43da-99d9-2c8db3ff96e2 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:49.611849 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b7bf37d8-e018-44b0-ad51-c71efbf06e18 req-86d91dc8-e8b7-43da-99d9-2c8db3ff96e2 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 945 time: 0.0542696 Aug 25 05:10:49.620652 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 45018) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:49.627355 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1a0e588b-7443-43b5-a0e7-641f45dbc20b tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Request body: {'floatingip': {'port_id': 'a621b1a6-186e-42de-a1c4-849c8d4ba910'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:10:49.663953 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:49.698081 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a0e588b-7443-43b5-a0e7-641f45dbc20b tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:49.824484 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-bdac009d-cda6-4eb0-8da7-e88a8e6a8d63 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:50.156406 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-388c1f0c-ed2e-4a5e-b539-c87bcfaf4fb7 req-d40bf4d5-742b-48e6-bc8a-f9ccd9d47485 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e HTTP/1.1" status: 200 len: 210 time: 0.0331776 Aug 25 05:10:50.218030 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a0e588b-7443-43b5-a0e7-641f45dbc20b tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:50.273049 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-bdac009d-cda6-4eb0-8da7-e88a8e6a8d63 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:50.318163 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-bdac009d-cda6-4eb0-8da7-e88a8e6a8d63 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Network 52fe4d79-490d-4eb6-bb2b-5245faaa2eca is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:10:50.323738 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-bdac009d-cda6-4eb0-8da7-e88a8e6a8d63 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:10:50.325178 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-bdac009d-cda6-4eb0-8da7-e88a8e6a8d63 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:10:50.349336 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac009d-cda6-4eb0-8da7-e88a8e6a8d63 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Pushing event updated for resources: {'Port': ['ID=41c0e077-b146-428d-9053-bdda7a4d9360,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:50.377605 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-bdac009d-cda6-4eb0-8da7-e88a8e6a8d63 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:50.378205 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-bdac009d-cda6-4eb0-8da7-e88a8e6a8d63 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:50.397955 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a0e588b-7443-43b5-a0e7-641f45dbc20b tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406152'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:50.502672 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-1a0e588b-7443-43b5-a0e7-641f45dbc20b tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Floating IP 0630362c-42e0-4ded-a5aa-a57eb53ef7c9 associated. External IP: 172.27.0.58, port: a621b1a6-186e-42de-a1c4-849c8d4ba910. Aug 25 05:10:50.544385 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-bdac009d-cda6-4eb0-8da7-e88a8e6a8d63 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3831999 Aug 25 05:10:50.583450 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] Request body: {'port': {'device_id': '76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:10:50.648297 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:50.881813 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0e588b-7443-43b5-a0e7-641f45dbc20b tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:10:51.325271 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e1aa0-e31c-4357-a0f2-3ed8f25049cf req-af5f9141-1792-4223-bc6c-0e1562525963 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:51.326848 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-585e1aa0-e31c-4357-a0f2-3ed8f25049cf req-af5f9141-1792-4223-bc6c-0e1562525963 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e HTTP/1.1" status: 200 len: 931 time: 0.1006408 Aug 25 05:10:51.347131 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0e588b-7443-43b5-a0e7-641f45dbc20b tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:10:51.357224 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2183fe-d42d-4923-8755-bfefe60b5ddd None None] Sync routers for ids ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:10:51.368912 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2183fe-d42d-4923-8755-bfefe60b5ddd None None] Routers {'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:10:51.369608 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-af2183fe-d42d-4923-8755-bfefe60b5ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:10:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:51.379395 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a0e588b-7443-43b5-a0e7-641f45dbc20b tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:51.425815 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c0e077-b146-428d-9053-bdda7a4d9360 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:10:51.437599 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:51.443260 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1a0e588b-7443-43b5-a0e7-641f45dbc20b tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "PUT /v2.0/floatingips/0630362c-42e0-4ded-a5aa-a57eb53ef7c9 HTTP/1.1" status: 200 len: 990 time: 1.8189895 Aug 25 05:10:51.443811 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-585e1aa0-e31c-4357-a0f2-3ed8f25049cf req-173051c7-22e6-4398-8796-eee6bc0a3f28 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084878 Aug 25 05:10:51.445324 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9128724-64fc-4891-b463-0650c85203c8', 'tag': 'a621b1a6-186e-42de-a1c4-849c8d4ba910'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:10:51.447598 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f35fed-baca-48e0-a378-99c0632c8b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9128724-64fc-4891-b463-0650c85203c8", "tag": "a621b1a6-186e-42de-a1c4-849c8d4ba910"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:10:51.459946 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] Transition to ACTIVE for port object 41c0e077-b146-428d-9053-bdda7a4d9360 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:10:51.478639 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-af2183fe-d42d-4923-8755-bfefe60b5ddd None None] Set router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:10:51.508492 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e221ddbd-87e7-4915-a659-d1976b220e8b x-openstack-request-id: req-e221ddbd-87e7-4915-a659-d1976b220e8b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:10:51.513117 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9128724-64fc-4891-b463-0650c85203c8", "tag": "a621b1a6-186e-42de-a1c4-849c8d4ba910", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:10:51.513117 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e221ddbd-87e7-4915-a659-d1976b220e8b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:10:51.513117 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9128724-64fc-4891-b463-0650c85203c8', 'tag': 'a621b1a6-186e-42de-a1c4-849c8d4ba910', 'status': 'completed', 'code': 200} Aug 25 05:10:51.560785 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8792484'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:51.637983 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] Pushing event updated for resources: {'Port': ['ID=41c0e077-b146-428d-9053-bdda7a4d9360,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:51.644298 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f35fed-baca-48e0-a378-99c0632c8b7e req-7350a91c-9c2b-4e5d-bfc7-db140f5b70fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:51.646610 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-13f35fed-baca-48e0-a378-99c0632c8b7e req-7350a91c-9c2b-4e5d-bfc7-db140f5b70fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0deea94d44084234a6e40672e3f0e996&device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 1098 time: 0.0664344 Aug 25 05:10:51.690506 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] Attempting to bind port 41c0e077-b146-428d-9053-bdda7a4d9360 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:10:51.691235 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] Attempting to bind port 41c0e077-b146-428d-9053-bdda7a4d9360 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '176b82d7-d9a9-4d4a-8f60-603b200cee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '52fe4d79-490d-4eb6-bb2b-5245faaa2eca'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:10:51.691972 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] Attempting to bind port 41c0e077-b146-428d-9053-bdda7a4d9360 on network 52fe4d79-490d-4eb6-bb2b-5245faaa2eca {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:10:51.700451 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] Port 41c0e077-b146-428d-9053-bdda7a4d9360 on network 52fe4d79-490d-4eb6-bb2b-5245faaa2eca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 05:10:51.700847 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] Attempting to bind port 41c0e077-b146-428d-9053-bdda7a4d9360 on network 52fe4d79-490d-4eb6-bb2b-5245faaa2eca {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:10:51.706479 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] Checking agent: {'id': '2d6b99c1-3d97-4a8a-bca5-2c0d702c36c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'started_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:10:51.707104 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] Checking segment: {'id': '176b82d7-d9a9-4d4a-8f60-603b200cee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '52fe4d79-490d-4eb6-bb2b-5245faaa2eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:10:51.708096 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] Bound using segment: {'id': '176b82d7-d9a9-4d4a-8f60-603b200cee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '52fe4d79-490d-4eb6-bb2b-5245faaa2eca'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:10:51.708717 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] Bound port: 41c0e077-b146-428d-9053-bdda7a4d9360, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '176b82d7-d9a9-4d4a-8f60-603b200cee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '52fe4d79-490d-4eb6-bb2b-5245faaa2eca'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:10:51.709167 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:51.739647 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-af2183fe-d42d-4923-8755-bfefe60b5ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'name': 'tempest-AttachVolumeTestJSON-2051829355-router', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:05:52Z', 'revision_number': 4, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'gw_port': {'id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '0630362c-42e0-4ded-a5aa-a57eb53ef7c9', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'port_id': 'a621b1a6-186e-42de-a1c4-849c8d4ba910', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'mac_address': 'fa:16:3e:3b:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9128724-64fc-4891-b463-0650c85203c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:10:22Z', 'updated_at': '2021-08-25T05:10:50Z', 'revision_number': 1, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db04dd18-d1f9-468e-87e9-b3174705888c', 'name': '', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'mac_address': 'fa:16:3e:1c:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:48Z', 'updated_at': '2021-08-25T05:06:01Z', 'revision_number': 5, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'subnets': [{'id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:51.751861 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f35fed-baca-48e0-a378-99c0632c8b7e req-a3b84a29-7663-486c-bf3d-5a5fbd0a6bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:51.753354 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-13f35fed-baca-48e0-a378-99c0632c8b7e req-a3b84a29-7663-486c-bf3d-5a5fbd0a6bba service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6ccc573-34f3-494f-bb99-823ef7768dbb HTTP/1.1" status: 200 len: 911 time: 0.0996444 Aug 25 05:10:51.775784 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2183fe-d42d-4923-8755-bfefe60b5ddd None None] Checking router: a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:10:51.782413 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] For port 41c0e077-b146-428d-9053-bdda7a4d9360, host hv-cinder-75793, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:10:51.784869 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2183fe-d42d-4923-8755-bfefe60b5ddd None None] Routers {'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:10:51.786206 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-af2183fe-d42d-4923-8755-bfefe60b5ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:10:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:51.786334 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] For port 41c0e077-b146-428d-9053-bdda7a4d9360, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=41c0e077-b146-428d-9053-bdda7a4d9360,segment=NetworkSegment(176b82d7-d9a9-4d4a-8f60-603b200cee70),segment_id=176b82d7-d9a9-4d4a-8f60-603b200cee70)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:10:51.831283 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-13f35fed-baca-48e0-a378-99c0632c8b7e req-d81ac950-b30e-4244-93d6-aae6c4f48a6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a621b1a6-186e-42de-a1c4-849c8d4ba910 HTTP/1.1" status: 200 len: 998 time: 0.0640795 Aug 25 05:10:51.862641 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8792484'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:51.884135 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f35fed-baca-48e0-a378-99c0632c8b7e req-b16a7ca2-863f-41ff-aa44-348db8372db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:51.885798 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-13f35fed-baca-48e0-a378-99c0632c8b7e req-b16a7ca2-863f-41ff-aa44-348db8372db3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63327dc2-0b57-412f-9bea-3d5445c9009c HTTP/1.1" status: 200 len: 850 time: 0.0453565 Aug 25 05:10:51.896972 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:51.897596 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:51.899006 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] 10.222.0.20 "PUT /v2.0/ports/41c0e077-b146-428d-9053-bdda7a4d9360 HTTP/1.1" status: 200 len: 1093 time: 1.3291080 Aug 25 05:10:51.899894 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-af2183fe-d42d-4923-8755-bfefe60b5ddd None None] Set router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:10:51.926599 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149e07a-8cab-4831-a7bb-f06f47914bbc service neutron] Pushing event updated for resources: {'Port': ['ID=41c0e077-b146-428d-9053-bdda7a4d9360,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:51.958796 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f35fed-baca-48e0-a378-99c0632c8b7e req-1923b7cb-0c13-4a33-93b6-b98c1670ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:51.960343 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-13f35fed-baca-48e0-a378-99c0632c8b7e req-1923b7cb-0c13-4a33-93b6-b98c1670ff40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6ccc573-34f3-494f-bb99-823ef7768dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473607 Aug 25 05:10:52.061381 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-13f35fed-baca-48e0-a378-99c0632c8b7e req-976a62c0-e3c3-491a-9908-a66f91c533c2 service neutron] 10.222.0.20 "GET /v2.0/networks/a6ccc573-34f3-494f-bb99-823ef7768dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887282 Aug 25 05:10:52.146914 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-af2183fe-d42d-4923-8755-bfefe60b5ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'name': 'tempest-AttachVolumeTestJSON-2051829355-router', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:05:52Z', 'revision_number': 4, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'gw_port': {'id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '0630362c-42e0-4ded-a5aa-a57eb53ef7c9', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'port_id': 'a621b1a6-186e-42de-a1c4-849c8d4ba910', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'mac_address': 'fa:16:3e:3b:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9128724-64fc-4891-b463-0650c85203c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:10:22Z', 'updated_at': '2021-08-25T05:10:50Z', 'revision_number': 1, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db04dd18-d1f9-468e-87e9-b3174705888c', 'name': '', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'mac_address': 'fa:16:3e:1c:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:48Z', 'updated_at': '2021-08-25T05:06:01Z', 'revision_number': 5, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'subnets': [{'id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:10:52.153328 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c9f81521-2c9a-452c-8ae9-47b5896bc34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:52.155610 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c9f81521-2c9a-452c-8ae9-47b5896bc34c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02a7dd2cba3b4742bf1d9d85e1a00ef4&device_id=76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e HTTP/1.1" status: 200 len: 1096 time: 0.0493805 Aug 25 05:10:52.180699 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-13f35fed-baca-48e0-a378-99c0632c8b7e req-4d4716a8-9596-4a9f-9f20-fef068839367 service neutron] 10.222.0.20 "GET /v2.0/networks/a6ccc573-34f3-494f-bb99-823ef7768dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926437 Aug 25 05:10:52.181149 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2183fe-d42d-4923-8755-bfefe60b5ddd None None] The sync data for ids ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'] in dv-cinder-757936-7-iscsi is: [{'id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'name': 'tempest-AttachVolumeTestJSON-2051829355-router', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:05:52Z', 'revision_number': 4, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'gw_port': {'id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '0630362c-42e0-4ded-a5aa-a57eb53ef7c9', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'port_id': 'a621b1a6-186e-42de-a1c4-849c8d4ba910', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'mac_address': 'fa:16:3e:3b:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9128724-64fc-4891-b463-0650c85203c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:10:22Z', 'updated_at': '2021-08-25T05:10:50Z', 'revision_number': 1, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db04dd18-d1f9-468e-87e9-b3174705888c', 'name': '', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'mac_address': 'fa:16:3e:1c:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:48Z', 'updated_at': '2021-08-25T05:06:01Z', 'revision_number': 5, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'subnets': [{'id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:10:52.243537 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-e6028818-d855-4dc9-aafa-2204e05e2804 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41c0e077-b146-428d-9053-bdda7a4d9360 HTTP/1.1" status: 200 len: 217 time: 0.0390878 Aug 25 05:10:52.297406 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-637689f5-6f5e-4223-a3ef-4bdb659b3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:52.298879 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-637689f5-6f5e-4223-a3ef-4bdb659b3c49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3ecc65b9-7df6-4f7c-9cba-9d26528ea08c HTTP/1.1" status: 200 len: 853 time: 0.0461121 Aug 25 05:10:52.343577 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-851ab8b5-9f9e-46b0-8b04-3e20f1411d6c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52fe4d79-490d-4eb6-bb2b-5245faaa2eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264394 Aug 25 05:10:52.380370 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a598318-3764-46b6-8fee-acf2004bda3b None None] New status for floating IP 0630362c-42e0-4ded-a5aa-a57eb53ef7c9: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 05:10:52.492321 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-c9eba500-8364-4aed-9d20-0a0774317001 service neutron] 10.222.0.20 "GET /v2.0/networks/52fe4d79-490d-4eb6-bb2b-5245faaa2eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390738 Aug 25 05:10:52.581025 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50519fd6-38ca-4b5c-95cc-835370933448 req-7f339930-4e4e-4ef2-a735-17c92e7b6c3a tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:52.583181 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-50519fd6-38ca-4b5c-95cc-835370933448 req-7f339930-4e4e-4ef2-a735-17c92e7b6c3a tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e HTTP/1.1" status: 200 len: 943 time: 0.0539134 Aug 25 05:10:52.596607 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bc8e5a09-f0d3-452d-a72a-f548ff8f7323 req-5f49898a-1188-4922-bdd9-1e74b6bd45a8 service neutron] 10.222.0.20 "GET /v2.0/networks/52fe4d79-490d-4eb6-bb2b-5245faaa2eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953789 Aug 25 05:10:52.630789 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-50519fd6-38ca-4b5c-95cc-835370933448 req-5a01fa74-d7c1-46ff-a662-7264602d67fd tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397775 Aug 25 05:10:52.785684 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:10:53.513285 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e', 'tag': '41c0e077-b146-428d-9053-bdda7a4d9360'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:10:53.515808 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e408b0e-dd1d-47b6-802c-c3d727772d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e", "tag": "41c0e077-b146-428d-9053-bdda7a4d9360"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:10:53.551068 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3046460a-adca-416b-b04f-7a92a8943233 x-openstack-request-id: req-3046460a-adca-416b-b04f-7a92a8943233 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:10:53.551363 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e", "tag": "41c0e077-b146-428d-9053-bdda7a4d9360", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:10:53.551618 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3046460a-adca-416b-b04f-7a92a8943233 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:10:53.552684 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e', 'tag': '41c0e077-b146-428d-9053-bdda7a4d9360', 'status': 'completed', 'code': 200} Aug 25 05:10:53.642571 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e408b0e-dd1d-47b6-802c-c3d727772d5a req-ee84f48b-0ade-427f-b240-5ef465388f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:53.643991 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7e408b0e-dd1d-47b6-802c-c3d727772d5a req-ee84f48b-0ade-427f-b240-5ef465388f93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02a7dd2cba3b4742bf1d9d85e1a00ef4&device_id=76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e HTTP/1.1" status: 200 len: 1096 time: 0.0401719 Aug 25 05:10:53.745637 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e408b0e-dd1d-47b6-802c-c3d727772d5a req-5c651dca-0c40-43bc-b47e-e04695448873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:53.747414 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7e408b0e-dd1d-47b6-802c-c3d727772d5a req-5c651dca-0c40-43bc-b47e-e04695448873 service neutron] 10.222.0.20 "GET /v2.0/networks?id=52fe4d79-490d-4eb6-bb2b-5245faaa2eca HTTP/1.1" status: 200 len: 913 time: 0.0904408 Aug 25 05:10:53.756658 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beacbca-7988-462e-a5be-5cea09db0c91 req-f9f526a4-1786-4a3b-8655-8e58b3c7076e tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:53.758462 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8beacbca-7988-462e-a5be-5cea09db0c91 req-f9f526a4-1786-4a3b-8655-8e58b3c7076e tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e HTTP/1.1" status: 200 len: 943 time: 0.0540261 Aug 25 05:10:53.794172 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7e408b0e-dd1d-47b6-802c-c3d727772d5a req-8cb46459-c7ee-417a-98a9-416926942302 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41c0e077-b146-428d-9053-bdda7a4d9360 HTTP/1.1" status: 200 len: 217 time: 0.0361187 Aug 25 05:10:53.798749 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8beacbca-7988-462e-a5be-5cea09db0c91 req-9d3a4ae6-0050-404b-a441-14550efc9b08 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331786 Aug 25 05:10:53.853163 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e408b0e-dd1d-47b6-802c-c3d727772d5a req-8d0add81-9e8d-4401-8fa5-2fb50474e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:53.854887 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7e408b0e-dd1d-47b6-802c-c3d727772d5a req-8d0add81-9e8d-4401-8fa5-2fb50474e2f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3ecc65b9-7df6-4f7c-9cba-9d26528ea08c HTTP/1.1" status: 200 len: 853 time: 0.0465157 Aug 25 05:10:53.898228 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7e408b0e-dd1d-47b6-802c-c3d727772d5a req-978e03ac-5627-4fa8-898e-8806d0797188 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52fe4d79-490d-4eb6-bb2b-5245faaa2eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288398 Aug 25 05:10:53.989915 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7e408b0e-dd1d-47b6-802c-c3d727772d5a req-ec40d920-5c42-44b8-a520-8d048b4b5c50 service neutron] 10.222.0.20 "GET /v2.0/networks/52fe4d79-490d-4eb6-bb2b-5245faaa2eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820770 Aug 25 05:10:54.094330 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7e408b0e-dd1d-47b6-802c-c3d727772d5a req-4264d371-617d-4d41-b3c5-b24484fe50fb service neutron] 10.222.0.20 "GET /v2.0/networks/52fe4d79-490d-4eb6-bb2b-5245faaa2eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867717 Aug 25 05:10:54.917167 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03138ee5-12e1-45da-ac96-c0ff3e1fe595 req-4264ea59-3bc2-4ce7-9894-4a31544e73e4 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:54.918626 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-03138ee5-12e1-45da-ac96-c0ff3e1fe595 req-4264ea59-3bc2-4ce7-9894-4a31544e73e4 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e HTTP/1.1" status: 200 len: 943 time: 0.0503898 Aug 25 05:10:54.959247 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-03138ee5-12e1-45da-ac96-c0ff3e1fe595 req-a4fa39dd-4524-4c79-9544-e07076d5f7da tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339792 Aug 25 05:10:56.083305 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d06ca-9789-4aaf-ab45-40868b10a134 req-20c12d77-6553-4bc6-a62c-1b430c079842 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:56.088302 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4d0d06ca-9789-4aaf-ab45-40868b10a134 req-20c12d77-6553-4bc6-a62c-1b430c079842 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e HTTP/1.1" status: 200 len: 943 time: 0.0532076 Aug 25 05:10:56.129020 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4d0d06ca-9789-4aaf-ab45-40868b10a134 req-5ef56f0c-729a-48a3-90bc-421d12fb515d tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369744 Aug 25 05:10:56.488055 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 41c0e077-b146-428d-9053-bdda7a4d9360 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:10:56.580311 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 41c0e077-b146-428d-9053-bdda7a4d9360, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=41c0e077-b146-428d-9053-bdda7a4d9360,segment=NetworkSegment(176b82d7-d9a9-4d4a-8f60-603b200cee70),segment_id=176b82d7-d9a9-4d4a-8f60-603b200cee70)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:10:56.591552 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': '41c0e077-b146-428d-9053-bdda7a4d9360', 'network_id': '52fe4d79-490d-4eb6-bb2b-5245faaa2eca', 'port_id': '41c0e077-b146-428d-9053-bdda7a4d9360', 'mac_address': 'fa:16:3e:1f:e1:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecc65b9-7df6-4f7c-9cba-9d26528ea08c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:10:56.630019 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:56.645323 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c0e077-b146-428d-9053-bdda7a4d9360 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:10:56.665510 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 41c0e077-b146-428d-9053-bdda7a4d9360, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=41c0e077-b146-428d-9053-bdda7a4d9360,segment=NetworkSegment(176b82d7-d9a9-4d4a-8f60-603b200cee70),segment_id=176b82d7-d9a9-4d4a-8f60-603b200cee70)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:10:56.783999 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:56.831991 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=41c0e077-b146-428d-9053-bdda7a4d9360,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:57.190812 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['41c0e077-b146-428d-9053-bdda7a4d9360'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:10:57.265893 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5a72c-f827-48b0-b216-9d1daa52c51b req-9c554e16-6c37-4b43-8901-880069809c52 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:57.274039 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e6e5a72c-f827-48b0-b216-9d1daa52c51b req-9c554e16-6c37-4b43-8901-880069809c52 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e HTTP/1.1" status: 200 len: 944 time: 0.0618167 Aug 25 05:10:57.314773 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e6e5a72c-f827-48b0-b216-9d1daa52c51b req-60fe743a-8727-431e-b233-7f6e27ad2ec5 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397511 Aug 25 05:10:58.426542 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb589789-c0eb-430a-8fae-0f811480de22 req-51be7c42-9d21-4535-bd49-a9234506dcb4 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:58.428553 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cb589789-c0eb-430a-8fae-0f811480de22 req-51be7c42-9d21-4535-bd49-a9234506dcb4 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e HTTP/1.1" status: 200 len: 944 time: 0.0482407 Aug 25 05:10:58.475005 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cb589789-c0eb-430a-8fae-0f811480de22 req-35e48c3d-a222-4776-95ee-326eeeea3f85 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391350 Aug 25 05:10:58.512430 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 41c0e077-b146-428d-9053-bdda7a4d9360 up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:10:58.563288 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee0608-14d8-4233-b584-7eece918b6c2 req-0212edc5-569b-434c-93f0-ff64627a2d11 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:58.564744 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f3ee0608-14d8-4233-b584-7eece918b6c2 req-0212edc5-569b-434c-93f0-ff64627a2d11 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 945 time: 0.0518196 Aug 25 05:10:58.602687 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f3ee0608-14d8-4233-b584-7eece918b6c2 req-6126c075-5675-4f06-bf21-4293ef888f85 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315382 Aug 25 05:10:58.624606 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 45122) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:58.626891 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning for port 41c0e077-b146-428d-9053-bdda7a4d9360 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:10:58.631385 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port 41c0e077-b146-428d-9053-bdda7a4d9360 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:10:58.631764 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:58.707657 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:58.729664 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c0e077-b146-428d-9053-bdda7a4d9360'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:10:58.731907 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33ffcbb-1dcc-44fb-bd1d-57532e0b223d" -d '{"events": [{"server_uuid": "76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e", "name": "network-vif-plugged", "status": "completed", "tag": "41c0e077-b146-428d-9053-bdda7a4d9360"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:10:58.749215 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 41c0e077-b146-428d-9053-bdda7a4d9360, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=41c0e077-b146-428d-9053-bdda7a4d9360,segment=NetworkSegment(176b82d7-d9a9-4d4a-8f60-603b200cee70),segment_id=176b82d7-d9a9-4d4a-8f60-603b200cee70)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:10:58.759270 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d149c20-c5cd-41ab-9e75-66b4006824f0 tempest-TestMinimumBasicScenario-1060467258 tempest-TestMinimumBasicScenario-1060467258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:58.760779 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-0d149c20-c5cd-41ab-9e75-66b4006824f0 tempest-TestMinimumBasicScenario-1060467258 tempest-TestMinimumBasicScenario-1060467258-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 1093 time: 0.1352293 Aug 25 05:10:58.763618 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 45128) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:10:58.767928 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Request body: {'floatingip': {'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'port_id': '6e664aac-f738-42e2-8d2f-ae7d3a5dd93e', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:10:58.772001 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb41c14b-d04f-4286-a976-33c78acb5950 x-openstack-request-id: req-eb41c14b-d04f-4286-a976-33c78acb5950 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:10:58.777688 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e", "name": "network-vif-plugged", "status": "completed", "tag": "41c0e077-b146-428d-9053-bdda7a4d9360", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:10:58.777688 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb41c14b-d04f-4286-a976-33c78acb5950 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:10:58.777688 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c0e077-b146-428d-9053-bdda7a4d9360', 'code': 200} Aug 25 05:10:58.895355 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:58.895463 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:58.943615 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=41c0e077-b146-428d-9053-bdda7a4d9360,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:58.999851 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:59.100279 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Allocated IP 172.27.0.229 (45b0c649-47ed-40e6-b7f6-7d83dd176956/b736f3e8-97a3-44dd-aa37-7a4abcfbc24c/c4fdba02-21ba-406c-876f-fe210a572af2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:10:59.208075 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214426f3-d875-4c5f-959f-8e7db39815f4 req-8a9aaa5d-5fcb-40ad-8f59-3c9eabcb029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:59.209981 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-214426f3-d875-4c5f-959f-8e7db39815f4 req-8a9aaa5d-5fcb-40ad-8f59-3c9eabcb029f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e HTTP/1.1" status: 200 len: 1098 time: 0.0857859 Aug 25 05:10:59.245889 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:59.265114 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-214426f3-d875-4c5f-959f-8e7db39815f4 req-8f3b9ec9-3efb-48ca-b323-d888ee804a30 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451825 Aug 25 05:10:59.352329 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:59.387859 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Network 45b0c649-47ed-40e6-b7f6-7d83dd176956 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:10:59.392557 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:10:59.395933 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:10:59.420498 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Pushing event updated for resources: {'Port': ['ID=c4fdba02-21ba-406c-876f-fe210a572af2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:59.431436 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:59.431791 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:59.432133 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:59.432469 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:59.432804 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:59.433140 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:59.433468 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:59.433802 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:59.434127 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:59.434452 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:59.434804 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:59.435128 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:59.591584 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a4474-ddcb-4ce6-8c73-5379355b7d22 req-14edb9b2-f5a0-497a-b907-23f9d65f1c94 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:10:59.593126 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2f2a4474-ddcb-4ce6-8c73-5379355b7d22 req-14edb9b2-f5a0-497a-b907-23f9d65f1c94 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e HTTP/1.1" status: 200 len: 945 time: 0.0510406 Aug 25 05:10:59.633187 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2f2a4474-ddcb-4ce6-8c73-5379355b7d22 req-37e17709-afe5-448a-8a7a-4c43333d133b tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326691 Aug 25 05:10:59.745799 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:10:59.870740 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:00.015552 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:00.071919 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8792484'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:00.144309 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Pushing event updated for resources: {'Port': ['ID=c4fdba02-21ba-406c-876f-fe210a572af2,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:11:00.152647 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406152'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:00.249783 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Floating IP 89f5a0aa-b806-4b61-bac0-435f53e96b9a associated. External IP: 172.27.0.229, port: 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e. Aug 25 05:11:00.445381 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Router 2b5e144c-f470-4893-b8cd-fe3e41592ad9 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:11:00.562847 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:11:00.573393 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3871c7b4-3a63-418a-9cee-d43b41770979 None None] Sync routers for ids ['2b5e144c-f470-4893-b8cd-fe3e41592ad9'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:11:00.582170 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3871c7b4-3a63-418a-9cee-d43b41770979 None None] Routers {'2b5e144c-f470-4893-b8cd-fe3e41592ad9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:11:00.582811 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-3871c7b4-3a63-418a-9cee-d43b41770979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:10:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['2b5e144c-f470-4893-b8cd-fe3e41592ad9'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:11:00.615170 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5daa6bf1-cfec-4198-a1be-28f05722613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:00.688829 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-3871c7b4-3a63-418a-9cee-d43b41770979 None None] Set router 2b5e144c-f470-4893-b8cd-fe3e41592ad9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:11:00.692504 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:00.747890 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-5b645e28-c2da-4e95-bdd0-3a04290a9d73 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9808068 Aug 25 05:11:00.747890 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb7cb8f-51cb-4b47-b278-b162b5dc012e', 'tag': '6e664aac-f738-42e2-8d2f-ae7d3a5dd93e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:11:00.754062 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e960e44-afe7-4567-855d-d5e50eea8eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb7cb8f-51cb-4b47-b278-b162b5dc012e", "tag": "6e664aac-f738-42e2-8d2f-ae7d3a5dd93e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:11:00.754576 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 45152) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:11:00.756256 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-3c3302c1-9dc2-446b-a385-f7a52187a800 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1118844132', 'description': 'tempest-secgroup-smoke-1118844132 description', 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:11:00.777799 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61f20b-8d1a-45b5-8859-1541b58e6de0 req-92ab3f43-108d-4031-a5a7-a62640886e15 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:00.779676 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ab61f20b-8d1a-45b5-8859-1541b58e6de0 req-92ab3f43-108d-4031-a5a7-a62640886e15 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e HTTP/1.1" status: 200 len: 945 time: 0.0679588 Aug 25 05:11:00.819677 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ab61f20b-8d1a-45b5-8859-1541b58e6de0 req-c768144d-a0b9-4330-813e-ed00309391ad tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328124 Aug 25 05:11:00.922669 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d01483-475e-4053-a3ce-2ab3ba8fcd6a x-openstack-request-id: req-79d01483-475e-4053-a3ce-2ab3ba8fcd6a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:11:00.922955 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb7cb8f-51cb-4b47-b278-b162b5dc012e", "tag": "6e664aac-f738-42e2-8d2f-ae7d3a5dd93e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:11:00.923209 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79d01483-475e-4053-a3ce-2ab3ba8fcd6a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:11:00.923601 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb7cb8f-51cb-4b47-b278-b162b5dc012e', 'tag': '6e664aac-f738-42e2-8d2f-ae7d3a5dd93e', 'status': 'completed', 'code': 200} Aug 25 05:11:00.929579 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c3302c1-9dc2-446b-a385-f7a52187a800 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:00.943712 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-3871c7b4-3a63-418a-9cee-d43b41770979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'name': 'tempest-TestMinimumBasicScenario-306089384-router', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:52Z', 'updated_at': '2021-08-25T05:09:55Z', 'revision_number': 4, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'gw_port': {'id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:09:53Z', 'updated_at': '2021-08-25T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '89f5a0aa-b806-4b61-bac0-435f53e96b9a', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'port_id': '6e664aac-f738-42e2-8d2f-ae7d3a5dd93e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81aa1af3-2156-4547-b112-557e17885df9', 'mac_address': 'fa:16:3e:72:ba:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb7cb8f-51cb-4b47-b278-b162b5dc012e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:10:59Z', 'updated_at': '2021-08-25T05:10:59Z', 'revision_number': 0, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e33cecbf-cc98-44d7-98e3-5c7c41da74f3', 'name': '', 'network_id': '81aa1af3-2156-4547-b112-557e17885df9', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'mac_address': 'fa:16:3e:28:eb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'ba383986-3c88-462b-9adb-59c3e99b5829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:09:55Z', 'updated_at': '2021-08-25T05:10:02Z', 'revision_number': 5, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'subnets': [{'id': 'ba383986-3c88-462b-9adb-59c3e99b5829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:11:00.957034 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3871c7b4-3a63-418a-9cee-d43b41770979 None None] Checking router: 2b5e144c-f470-4893-b8cd-fe3e41592ad9 for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:11:00.965913 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3871c7b4-3a63-418a-9cee-d43b41770979 None None] Routers {'2b5e144c-f470-4893-b8cd-fe3e41592ad9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:11:00.966555 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-3871c7b4-3a63-418a-9cee-d43b41770979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:10:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['2b5e144c-f470-4893-b8cd-fe3e41592ad9'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:11:01.012020 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c3302c1-9dc2-446b-a385-f7a52187a800 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:01.038619 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e960e44-afe7-4567-855d-d5e50eea8eb3 req-56907ab6-1e37-40ae-8330-6373464d70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:01.040097 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1e960e44-afe7-4567-855d-d5e50eea8eb3 req-56907ab6-1e37-40ae-8330-6373464d70ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a8f9910a1cc48de84fb328b14a3d11a&device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 1098 time: 0.0399809 Aug 25 05:11:01.076021 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-3871c7b4-3a63-418a-9cee-d43b41770979 None None] Set router 2b5e144c-f470-4893-b8cd-fe3e41592ad9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:11:01.081130 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c3302c1-9dc2-446b-a385-f7a52187a800 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:01.115528 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3302c1-9dc2-446b-a385-f7a52187a800 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b66c184-c7bb-4ab3-bbb5-59dd222e3f7a,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:11:01.123442 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3302c1-9dc2-446b-a385-f7a52187a800 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:01.124721 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3302c1-9dc2-446b-a385-f7a52187a800 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:01.124721 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3302c1-9dc2-446b-a385-f7a52187a800 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:01.125104 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3302c1-9dc2-446b-a385-f7a52187a800 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:01.125451 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3302c1-9dc2-446b-a385-f7a52187a800 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:01.125797 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3302c1-9dc2-446b-a385-f7a52187a800 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:01.126134 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3302c1-9dc2-446b-a385-f7a52187a800 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:01.126463 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3302c1-9dc2-446b-a385-f7a52187a800 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:01.127077 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3302c1-9dc2-446b-a385-f7a52187a800 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:01.127409 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3302c1-9dc2-446b-a385-f7a52187a800 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:01.127736 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3302c1-9dc2-446b-a385-f7a52187a800 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:01.128158 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3302c1-9dc2-446b-a385-f7a52187a800 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:01.162502 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e960e44-afe7-4567-855d-d5e50eea8eb3 req-fee9c878-5018-4af2-adc5-b56e93c04129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:01.164054 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1e960e44-afe7-4567-855d-d5e50eea8eb3 req-fee9c878-5018-4af2-adc5-b56e93c04129 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81aa1af3-2156-4547-b112-557e17885df9 HTTP/1.1" status: 200 len: 914 time: 0.0968814 Aug 25 05:11:01.172546 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c3302c1-9dc2-446b-a385-f7a52187a800 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:01.176524 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-3c3302c1-9dc2-446b-a385-f7a52187a800 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4236681 Aug 25 05:11:01.176746 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 45158) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:11:01.181434 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-54e84e31-03ee-4be7-a1ad-12a15134a518 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Request body: {'security_group_rule': {'security_group_id': '2b66c184-c7bb-4ab3-bbb5-59dd222e3f7a', 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:11:01.248843 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1e960e44-afe7-4567-855d-d5e50eea8eb3 req-6d8d85e8-c8f0-41ed-96f7-6de8c11f66cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e664aac-f738-42e2-8d2f-ae7d3a5dd93e HTTP/1.1" status: 200 len: 999 time: 0.0706246 Aug 25 05:11:01.280514 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-54e84e31-03ee-4be7-a1ad-12a15134a518 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:01.306123 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e960e44-afe7-4567-855d-d5e50eea8eb3 req-64f73a22-2a2b-4606-89ed-c8688101b546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:01.307921 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1e960e44-afe7-4567-855d-d5e50eea8eb3 req-64f73a22-2a2b-4606-89ed-c8688101b546 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba383986-3c88-462b-9adb-59c3e99b5829 HTTP/1.1" status: 200 len: 853 time: 0.0504098 Aug 25 05:11:01.325962 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-3871c7b4-3a63-418a-9cee-d43b41770979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'name': 'tempest-TestMinimumBasicScenario-306089384-router', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:52Z', 'updated_at': '2021-08-25T05:09:55Z', 'revision_number': 4, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'gw_port': {'id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:09:53Z', 'updated_at': '2021-08-25T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '89f5a0aa-b806-4b61-bac0-435f53e96b9a', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'port_id': '6e664aac-f738-42e2-8d2f-ae7d3a5dd93e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81aa1af3-2156-4547-b112-557e17885df9', 'mac_address': 'fa:16:3e:72:ba:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb7cb8f-51cb-4b47-b278-b162b5dc012e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:10:59Z', 'updated_at': '2021-08-25T05:10:59Z', 'revision_number': 0, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e33cecbf-cc98-44d7-98e3-5c7c41da74f3', 'name': '', 'network_id': '81aa1af3-2156-4547-b112-557e17885df9', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'mac_address': 'fa:16:3e:28:eb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'ba383986-3c88-462b-9adb-59c3e99b5829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:09:55Z', 'updated_at': '2021-08-25T05:10:02Z', 'revision_number': 5, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'subnets': [{'id': 'ba383986-3c88-462b-9adb-59c3e99b5829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:11:01.343516 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-54e84e31-03ee-4be7-a1ad-12a15134a518 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:01.353356 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3871c7b4-3a63-418a-9cee-d43b41770979 None None] The sync data for ids ['2b5e144c-f470-4893-b8cd-fe3e41592ad9'] in dv-cinder-757936-7-iscsi is: [{'id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'name': 'tempest-TestMinimumBasicScenario-306089384-router', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:52Z', 'updated_at': '2021-08-25T05:09:55Z', 'revision_number': 4, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'gw_port': {'id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:09:53Z', 'updated_at': '2021-08-25T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '89f5a0aa-b806-4b61-bac0-435f53e96b9a', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'port_id': '6e664aac-f738-42e2-8d2f-ae7d3a5dd93e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81aa1af3-2156-4547-b112-557e17885df9', 'mac_address': 'fa:16:3e:72:ba:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb7cb8f-51cb-4b47-b278-b162b5dc012e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:10:59Z', 'updated_at': '2021-08-25T05:10:59Z', 'revision_number': 0, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e33cecbf-cc98-44d7-98e3-5c7c41da74f3', 'name': '', 'network_id': '81aa1af3-2156-4547-b112-557e17885df9', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'mac_address': 'fa:16:3e:28:eb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'ba383986-3c88-462b-9adb-59c3e99b5829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:09:55Z', 'updated_at': '2021-08-25T05:10:02Z', 'revision_number': 5, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'subnets': [{'id': 'ba383986-3c88-462b-9adb-59c3e99b5829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:11:01.366227 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e960e44-afe7-4567-855d-d5e50eea8eb3 req-e9bca7d2-3dc0-433b-b776-14eb84db04a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:01.367771 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1e960e44-afe7-4567-855d-d5e50eea8eb3 req-e9bca7d2-3dc0-433b-b776-14eb84db04a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81aa1af3-2156-4547-b112-557e17885df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448227 Aug 25 05:11:01.420624 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-54e84e31-03ee-4be7-a1ad-12a15134a518 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:01.446996 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e84e31-03ee-4be7-a1ad-12a15134a518 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4b1aa0-633d-4f3a-88b2-808e469097f0,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:11:01.529463 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-54e84e31-03ee-4be7-a1ad-12a15134a518 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:01.531394 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-54e84e31-03ee-4be7-a1ad-12a15134a518 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3529992 Aug 25 05:11:01.533834 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 45164) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:11:01.539199 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-f9a2f60a-88c0-43e1-8541-ad756d05916d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Request body: {'security_group_rule': {'security_group_id': '2b66c184-c7bb-4ab3-bbb5-59dd222e3f7a', 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:11:01.562877 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29e3764-b1f1-4fdd-ba56-93d8259cdf9f None None] New status for floating IP 89f5a0aa-b806-4b61-bac0-435f53e96b9a: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 05:11:01.673922 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f9a2f60a-88c0-43e1-8541-ad756d05916d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:01.709704 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1e960e44-afe7-4567-855d-d5e50eea8eb3 req-d4f4dc0b-ae13-4733-9571-f71e3156d20a service neutron] 10.222.0.20 "GET /v2.0/networks/81aa1af3-2156-4547-b112-557e17885df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098693 Aug 25 05:11:01.732114 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f9a2f60a-88c0-43e1-8541-ad756d05916d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:01.806762 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f9a2f60a-88c0-43e1-8541-ad756d05916d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:01.814971 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1e960e44-afe7-4567-855d-d5e50eea8eb3 req-9352e208-c309-4276-b6ca-397adf149373 service neutron] 10.222.0.20 "GET /v2.0/networks/81aa1af3-2156-4547-b112-557e17885df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869255 Aug 25 05:11:01.824412 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2f60a-88c0-43e1-8541-ad756d05916d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea33fe2-f827-40a4-9afb-f74d03c32386,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:11:01.939495 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b4adb-2e5e-4263-a692-c0f7dc170f4e req-c9c72d24-0ea8-4760-b7fd-2916c8e60fca tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:01.940942 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0d6b4adb-2e5e-4263-a692-c0f7dc170f4e req-c9c72d24-0ea8-4760-b7fd-2916c8e60fca tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e HTTP/1.1" status: 200 len: 945 time: 0.0496111 Aug 25 05:11:01.949545 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f9a2f60a-88c0-43e1-8541-ad756d05916d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:01.950778 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-f9a2f60a-88c0-43e1-8541-ad756d05916d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4156036 Aug 25 05:11:01.953586 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 45170) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:11:01.957999 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-754fee94-10ee-4d26-b9dd-6b4517ef499e tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Request body: {'security_group_rule': {'security_group_id': '2b66c184-c7bb-4ab3-bbb5-59dd222e3f7a', 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:11:01.978446 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0d6b4adb-2e5e-4263-a692-c0f7dc170f4e req-a4bce332-109b-4044-8849-1aad209a09b7 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315788 Aug 25 05:11:02.134298 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-754fee94-10ee-4d26-b9dd-6b4517ef499e tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:02.191788 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-754fee94-10ee-4d26-b9dd-6b4517ef499e tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:02.271944 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-754fee94-10ee-4d26-b9dd-6b4517ef499e tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:02.290677 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fee94-10ee-4d26-b9dd-6b4517ef499e tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aafbf731-0dc3-4d65-abce-b9d0a4ba5826,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:11:02.378276 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-754fee94-10ee-4d26-b9dd-6b4517ef499e tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:02.379535 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-754fee94-10ee-4d26-b9dd-6b4517ef499e tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4250360 Aug 25 05:11:02.382381 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 45212) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:11:02.386752 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-b1c7a2b5-fd05-4bd3-b0a5-ef90440effed tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Request body: {'security_group_rule': {'security_group_id': '2b66c184-c7bb-4ab3-bbb5-59dd222e3f7a', 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:11:02.520112 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b1c7a2b5-fd05-4bd3-b0a5-ef90440effed tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:02.576816 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b1c7a2b5-fd05-4bd3-b0a5-ef90440effed tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:02.669342 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b1c7a2b5-fd05-4bd3-b0a5-ef90440effed tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:02.688706 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7a2b5-fd05-4bd3-b0a5-ef90440effed tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f012ec-53a1-4a65-8516-300ad9c91fde,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:11:02.772414 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b1c7a2b5-fd05-4bd3-b0a5-ef90440effed tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:02.774170 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b1c7a2b5-fd05-4bd3-b0a5-ef90440effed tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3908463 Aug 25 05:11:02.776993 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 45218) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:11:02.781609 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d7242928-1e67-4a09-8bac-98613e894fa0 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Request body: {'security_group_rule': {'security_group_id': '2b66c184-c7bb-4ab3-bbb5-59dd222e3f7a', 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:11:02.884015 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-d7242928-1e67-4a09-8bac-98613e894fa0 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Project 9a8f9910a1cc48de84fb328b14a3d11a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 05:11:02.889229 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7242928-1e67-4a09-8bac-98613e894fa0 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:02.938537 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7242928-1e67-4a09-8bac-98613e894fa0 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:03.049260 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af48c532-d714-4f91-ad94-718c08d956f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:03.109637 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7242928-1e67-4a09-8bac-98613e894fa0 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:03.128211 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7242928-1e67-4a09-8bac-98613e894fa0 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea894786-ac7c-4051-a249-f95da3d63ad8,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:11:03.195219 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7242928-1e67-4a09-8bac-98613e894fa0 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:03.196428 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d7242928-1e67-4a09-8bac-98613e894fa0 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4184477 Aug 25 05:11:03.199188 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 45226) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:11:03.203593 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3d919db1-5edb-4179-bcf4-82b70f8a1486 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Request body: {'security_group_rule': {'security_group_id': '2b66c184-c7bb-4ab3-bbb5-59dd222e3f7a', 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:11:03.292345 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:03.323614 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-3d919db1-5edb-4179-bcf4-82b70f8a1486 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Project 9a8f9910a1cc48de84fb328b14a3d11a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 05:11:03.328850 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d919db1-5edb-4179-bcf4-82b70f8a1486 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:03.396047 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d919db1-5edb-4179-bcf4-82b70f8a1486 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:03.486683 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d919db1-5edb-4179-bcf4-82b70f8a1486 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:03.508487 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d919db1-5edb-4179-bcf4-82b70f8a1486 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0baf8709-cbfc-4644-9978-316d9bc2759b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:11:03.603778 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d919db1-5edb-4179-bcf4-82b70f8a1486 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:03.604930 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-3d919db1-5edb-4179-bcf4-82b70f8a1486 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4048088 Aug 25 05:11:03.686371 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2b28cfd8-7349-4528-9e65-b75996634fd0 req-57677c8b-e3c0-4996-a633-76d0c9069be7 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1118844132&fields=id&tenant_id=9a8f9910a1cc48de84fb328b14a3d11a HTTP/1.1" status: 200 len: 267 time: 0.0323315 Aug 25 05:11:03.740466 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28cfd8-7349-4528-9e65-b75996634fd0 req-2c5244c6-98c8-46f2-ac5b-96d4e8c60ae4 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:03.742039 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2b28cfd8-7349-4528-9e65-b75996634fd0 req-2c5244c6-98c8-46f2-ac5b-96d4e8c60ae4 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 945 time: 0.0492187 Aug 25 05:11:03.753095 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-2b28cfd8-7349-4528-9e65-b75996634fd0 req-78b53d26-1711-4ff4-8593-2405984c2847 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Request body: {'port': {'security_groups': ['78107b5e-e441-4c1f-9b82-85b36273991d', '2b66c184-c7bb-4ab3-bbb5-59dd222e3f7a']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:11:03.814115 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b28cfd8-7349-4528-9e65-b75996634fd0 req-78b53d26-1711-4ff4-8593-2405984c2847 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:04.007459 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2b28cfd8-7349-4528-9e65-b75996634fd0 req-78b53d26-1711-4ff4-8593-2405984c2847 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] For port 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=6e664aac-f738-42e2-8d2f-ae7d3a5dd93e,segment=NetworkSegment(fe9efac2-58ae-46da-8c1a-767abf0bd920),segment_id=fe9efac2-58ae-46da-8c1a-767abf0bd920)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:11:04.051002 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b28cfd8-7349-4528-9e65-b75996634fd0 req-78b53d26-1711-4ff4-8593-2405984c2847 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:04.189688 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b28cfd8-7349-4528-9e65-b75996634fd0 req-78b53d26-1711-4ff4-8593-2405984c2847 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8792484'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:04.233561 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['6e664aac-f738-42e2-8d2f-ae7d3a5dd93e'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:11:04.243147 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28cfd8-7349-4528-9e65-b75996634fd0 req-78b53d26-1711-4ff4-8593-2405984c2847 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:04.243810 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b28cfd8-7349-4528-9e65-b75996634fd0 req-78b53d26-1711-4ff4-8593-2405984c2847 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:04.245234 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2b28cfd8-7349-4528-9e65-b75996634fd0 req-78b53d26-1711-4ff4-8593-2405984c2847 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "PUT /v2.0/ports/6e664aac-f738-42e2-8d2f-ae7d3a5dd93e HTTP/1.1" status: 200 len: 981 time: 0.4968166 Aug 25 05:11:04.250405 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb7cb8f-51cb-4b47-b278-b162b5dc012e', 'tag': '6e664aac-f738-42e2-8d2f-ae7d3a5dd93e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:11:04.250405 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5e1513-fc15-4341-b9bd-8fcf88d5a960" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb7cb8f-51cb-4b47-b278-b162b5dc012e", "tag": "6e664aac-f738-42e2-8d2f-ae7d3a5dd93e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:11:04.283198 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b53d26-1711-4ff4-8593-2405984c2847 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Pushing event updated for resources: {'Port': ['ID=6e664aac-f738-42e2-8d2f-ae7d3a5dd93e,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:11:04.312957 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ce8372-75b7-41d5-93c0-5050bbd8781f x-openstack-request-id: req-a6ce8372-75b7-41d5-93c0-5050bbd8781f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:11:04.313347 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb7cb8f-51cb-4b47-b278-b162b5dc012e", "tag": "6e664aac-f738-42e2-8d2f-ae7d3a5dd93e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:11:04.314403 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6ce8372-75b7-41d5-93c0-5050bbd8781f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:11:04.315006 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb7cb8f-51cb-4b47-b278-b162b5dc012e', 'tag': '6e664aac-f738-42e2-8d2f-ae7d3a5dd93e', 'status': 'completed', 'code': 200} Aug 25 05:11:04.320681 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:04.423827 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43a0d9-f8ae-4c9a-966c-45219cc64782 req-0ba65777-dace-46a5-95fd-3ef4a4b1c537 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:04.425939 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8e43a0d9-f8ae-4c9a-966c-45219cc64782 req-0ba65777-dace-46a5-95fd-3ef4a4b1c537 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 984 time: 0.0930018 Aug 25 05:11:04.437649 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['6e664aac-f738-42e2-8d2f-ae7d3a5dd93e'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:11:04.445021 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e1513-fc15-4341-b9bd-8fcf88d5a960 req-485555e5-0b37-458c-83e5-ac5ceaac42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:04.446710 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4e5e1513-fc15-4341-b9bd-8fcf88d5a960 req-485555e5-0b37-458c-83e5-ac5ceaac42ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a8f9910a1cc48de84fb328b14a3d11a&device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 1137 time: 0.0820737 Aug 25 05:11:04.482863 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8e43a0d9-f8ae-4c9a-966c-45219cc64782 req-aaa248dc-1c3b-4741-809b-e5524d75aed0 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b66c184-c7bb-4ab3-bbb5-59dd222e3f7a&id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470140 Aug 25 05:11:04.588315 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e1513-fc15-4341-b9bd-8fcf88d5a960 req-d9425966-644b-4e03-99ee-074e431c6075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:04.589939 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4e5e1513-fc15-4341-b9bd-8fcf88d5a960 req-d9425966-644b-4e03-99ee-074e431c6075 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81aa1af3-2156-4547-b112-557e17885df9 HTTP/1.1" status: 200 len: 914 time: 0.1346762 Aug 25 05:11:04.624297 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-e04f02fa-edd1-4c63-8021-d33ad4d4b5a3 None None] Provisioning complete for port 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:11:04.624672 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e04f02fa-edd1-4c63-8021-d33ad4d4b5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:04.664769 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4e5e1513-fc15-4341-b9bd-8fcf88d5a960 req-a24020f3-27e4-4f90-8f3e-b94141657ee3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e664aac-f738-42e2-8d2f-ae7d3a5dd93e HTTP/1.1" status: 200 len: 1001 time: 0.0637608 Aug 25 05:11:04.722887 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e1513-fc15-4341-b9bd-8fcf88d5a960 req-fb9856e9-02c6-40c7-8896-ab9d68bbf997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:04.724539 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4e5e1513-fc15-4341-b9bd-8fcf88d5a960 req-fb9856e9-02c6-40c7-8896-ab9d68bbf997 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba383986-3c88-462b-9adb-59c3e99b5829 HTTP/1.1" status: 200 len: 853 time: 0.0513375 Aug 25 05:11:04.809316 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e1513-fc15-4341-b9bd-8fcf88d5a960 req-6563cff7-c945-41bf-844e-bbdecd39ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:04.811470 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4e5e1513-fc15-4341-b9bd-8fcf88d5a960 req-6563cff7-c945-41bf-844e-bbdecd39ed98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81aa1af3-2156-4547-b112-557e17885df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430098 Aug 25 05:11:04.917603 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4e5e1513-fc15-4341-b9bd-8fcf88d5a960 req-e26cc506-a18d-4cce-813a-821e23f7c7eb service neutron] 10.222.0.20 "GET /v2.0/networks/81aa1af3-2156-4547-b112-557e17885df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888345 Aug 25 05:11:05.019704 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4e5e1513-fc15-4341-b9bd-8fcf88d5a960 req-7eb34aa6-ab2c-4bba-a55d-0a8f222dbcfa service neutron] 10.222.0.20 "GET /v2.0/networks/81aa1af3-2156-4547-b112-557e17885df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848958 Aug 25 05:11:05.977869 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:18.261141 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 45386) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:11:18.362996 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-171c71c3-dde6-49e0-9b03-64a4e3332f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:18.453283 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-171c71c3-dde6-49e0-9b03-64a4e3332f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:18.530552 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-171c71c3-dde6-49e0-9b03-64a4e3332f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:18.569172 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-171c71c3-dde6-49e0-9b03-64a4e3332f4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e0f31caec414d6e8e84a25ef98cb8fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069491 Aug 25 05:11:18.570311 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c71c3-dde6-49e0-9b03-64a4e3332f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c8b3f9-6ea4-4506-8450-40fad404bc1a,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:11:18.571910 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 45396) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:11:18.624398 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9441e302-a4b9-4219-a0c7-2854451e3bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:18.645716 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9441e302-a4b9-4219-a0c7-2854451e3bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:18.777801 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9441e302-a4b9-4219-a0c7-2854451e3bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:18.780480 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9441e302-a4b9-4219-a0c7-2854451e3bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:18.782609 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9441e302-a4b9-4219-a0c7-2854451e3bfb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72c8b3f9-6ea4-4506-8450-40fad404bc1a HTTP/1.1" status: 204 len: 168 time: 0.2096539 Aug 25 05:11:18.790052 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441e302-a4b9-4219-a0c7-2854451e3bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c8b3f9-6ea4-4506-8450-40fad404bc1a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:11:19.671766 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:29.783975 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:11:30.617542 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45725139-dc74-49fb-b165-d5c3ccb04ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:32.980524 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a610700d-d98b-4e79-a692-c06ccbc08353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:33.311764 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:34.414719 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:34.460689 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17509626-1af7-4339-ad79-2f4b59ab06ad req-99135d93-3071-48f9-9605-1595dae979f6 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:34.462186 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-17509626-1af7-4339-ad79-2f4b59ab06ad req-99135d93-3071-48f9-9605-1595dae979f6 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0492702 Aug 25 05:11:34.500219 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-17509626-1af7-4339-ad79-2f4b59ab06ad req-b2deb89a-017f-414f-8a53-1fffc36996e4 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314107 Aug 25 05:11:35.615685 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27407f6-956f-4351-94c3-0c93fd026433 req-aed73239-a071-47be-8dde-05efe91fde82 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:35.617143 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f27407f6-956f-4351-94c3-0c93fd026433 req-aed73239-a071-47be-8dde-05efe91fde82 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0466111 Aug 25 05:11:35.653506 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f27407f6-956f-4351-94c3-0c93fd026433 req-8389a1af-8259-41e7-9778-012e2ea62bee tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306411 Aug 25 05:11:35.931594 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:36.771734 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff579aa-f311-40fb-a407-c04c0f2c7709 req-d6402a42-ed25-4ff3-b280-e4edcfc90fbc tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:36.773222 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1ff579aa-f311-40fb-a407-c04c0f2c7709 req-d6402a42-ed25-4ff3-b280-e4edcfc90fbc tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0506177 Aug 25 05:11:36.809876 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1ff579aa-f311-40fb-a407-c04c0f2c7709 req-a9eeb811-931b-49d2-afda-837440e21e56 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308948 Aug 25 05:11:37.924972 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f8de4-8544-4117-85ac-8775031bdd73 req-0dd70cb4-d55b-4820-8deb-0a601c0ce318 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:37.926477 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bf5f8de4-8544-4117-85ac-8775031bdd73 req-0dd70cb4-d55b-4820-8deb-0a601c0ce318 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0469177 Aug 25 05:11:37.962861 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bf5f8de4-8544-4117-85ac-8775031bdd73 req-bd6f95ac-5c83-4635-ae31-5878a2b01f4e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305121 Aug 25 05:11:39.078342 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2384838-be53-4483-8d57-d547d797cb05 req-c30fb285-e94d-4d33-ae56-338b2911d489 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:39.080013 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e2384838-be53-4483-8d57-d547d797cb05 req-c30fb285-e94d-4d33-ae56-338b2911d489 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0482738 Aug 25 05:11:39.115995 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e2384838-be53-4483-8d57-d547d797cb05 req-77ced563-8211-4c32-b5ed-2db94736a03f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301778 Aug 25 05:11:40.237094 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50bb37-6fa9-4ad3-a3ee-77cd56a00510 req-7b0a9bdf-47b3-4d19-a31d-318157a355d5 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:40.238576 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5a50bb37-6fa9-4ad3-a3ee-77cd56a00510 req-7b0a9bdf-47b3-4d19-a31d-318157a355d5 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0511646 Aug 25 05:11:40.274868 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5a50bb37-6fa9-4ad3-a3ee-77cd56a00510 req-5a70d14c-29fc-4f9f-b152-a65914f7a373 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305798 Aug 25 05:11:41.388907 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac093b2c-c928-4841-b4fa-20c677a2303a req-8592a79b-0969-4f18-80dc-def05612075c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:41.390926 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ac093b2c-c928-4841-b4fa-20c677a2303a req-8592a79b-0969-4f18-80dc-def05612075c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0470047 Aug 25 05:11:41.427688 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ac093b2c-c928-4841-b4fa-20c677a2303a req-6c5eff53-a54f-44a2-a130-135187c008eb tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310667 Aug 25 05:11:42.544022 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35e214-5157-4017-88aa-6426722108c4 req-04ddc37b-c0e3-4cca-811a-6375d0a5d707 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:42.545462 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-de35e214-5157-4017-88aa-6426722108c4 req-04ddc37b-c0e3-4cca-811a-6375d0a5d707 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0472896 Aug 25 05:11:42.581673 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-de35e214-5157-4017-88aa-6426722108c4 req-76691093-327d-496d-bded-e996e7a7d987 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304086 Aug 25 05:11:43.698243 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c7778-16cc-4109-8d00-3c650ac4c12b req-37aaacc0-0931-4684-9963-bfa2b21318ca tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:43.699708 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b93c7778-16cc-4109-8d00-3c650ac4c12b req-37aaacc0-0931-4684-9963-bfa2b21318ca tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0489204 Aug 25 05:11:43.736308 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b93c7778-16cc-4109-8d00-3c650ac4c12b req-9f82dacb-cc6a-4ffa-bc4f-62ae77b549fe tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301759 Aug 25 05:11:44.851350 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62469ab-a658-4a2d-926c-45cc58eab315 req-c53f43d7-9e8c-47fb-a152-552c95f237bb tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:44.852822 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e62469ab-a658-4a2d-926c-45cc58eab315 req-c53f43d7-9e8c-47fb-a152-552c95f237bb tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0468662 Aug 25 05:11:44.891304 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e62469ab-a658-4a2d-926c-45cc58eab315 req-5e59117c-499f-40e5-acbf-dc14edccfe44 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322340 Aug 25 05:11:46.004113 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e353a-5d5a-435a-a984-cc243fe2f64a req-9330ffbe-4492-418f-bfcd-21d6b3188610 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:46.005615 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-352e353a-5d5a-435a-a984-cc243fe2f64a req-9330ffbe-4492-418f-bfcd-21d6b3188610 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0462220 Aug 25 05:11:46.042092 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-352e353a-5d5a-435a-a984-cc243fe2f64a req-1b26beb2-b22b-409c-8e2d-c44038bf4c16 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307384 Aug 25 05:11:47.159699 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6a0f2-b68a-45b6-bdac-e63b61852ecf req-ec25ae2f-822c-4207-8895-bd94e366a2df tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:47.161145 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-44b6a0f2-b68a-45b6-bdac-e63b61852ecf req-ec25ae2f-822c-4207-8895-bd94e366a2df tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0505805 Aug 25 05:11:47.197092 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-44b6a0f2-b68a-45b6-bdac-e63b61852ecf req-8b28d6aa-3e61-4821-af33-511a63d53b9e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301471 Aug 25 05:11:47.532761 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d243d60-5d5d-4c74-9450-f39471e84e21 req-fd7eab5b-8c62-4a14-b3a7-8f710ede1eb2 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:47.534317 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9d243d60-5d5d-4c74-9450-f39471e84e21 req-fd7eab5b-8c62-4a14-b3a7-8f710ede1eb2 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 984 time: 0.0519886 Aug 25 05:11:47.573653 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9d243d60-5d5d-4c74-9450-f39471e84e21 req-b1905b65-269c-46d1-ae3b-fdef4d5f4e1f tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b66c184-c7bb-4ab3-bbb5-59dd222e3f7a&id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333178 Aug 25 05:11:47.665161 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba4235-af80-48c0-99eb-5ea6ed8a7076 req-f042c77c-5298-4dcc-9669-a83e6ef9f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:47.666720 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-86ba4235-af80-48c0-99eb-5ea6ed8a7076 req-f042c77c-5298-4dcc-9669-a83e6ef9f4b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a8f9910a1cc48de84fb328b14a3d11a&device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 1137 time: 0.0410721 Aug 25 05:11:47.760374 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba4235-af80-48c0-99eb-5ea6ed8a7076 req-21dbb531-649c-4671-b413-08aafffc5bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:47.761825 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-86ba4235-af80-48c0-99eb-5ea6ed8a7076 req-21dbb531-649c-4671-b413-08aafffc5bba service neutron] 10.222.0.20 "GET /v2.0/networks?id=81aa1af3-2156-4547-b112-557e17885df9 HTTP/1.1" status: 200 len: 914 time: 0.0865264 Aug 25 05:11:47.829497 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-86ba4235-af80-48c0-99eb-5ea6ed8a7076 req-a0f7ea97-52ee-4e65-a8b6-312fa8154e16 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e664aac-f738-42e2-8d2f-ae7d3a5dd93e HTTP/1.1" status: 200 len: 1001 time: 0.0580873 Aug 25 05:11:47.882706 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba4235-af80-48c0-99eb-5ea6ed8a7076 req-c27578f2-1581-4a18-a412-cf3d3edde1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:47.884164 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-86ba4235-af80-48c0-99eb-5ea6ed8a7076 req-c27578f2-1581-4a18-a412-cf3d3edde1ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba383986-3c88-462b-9adb-59c3e99b5829 HTTP/1.1" status: 200 len: 853 time: 0.0472980 Aug 25 05:11:47.934416 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba4235-af80-48c0-99eb-5ea6ed8a7076 req-7f79eee2-1d77-48de-bd94-d20772bec023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:47.935936 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-86ba4235-af80-48c0-99eb-5ea6ed8a7076 req-7f79eee2-1d77-48de-bd94-d20772bec023 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81aa1af3-2156-4547-b112-557e17885df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435348 Aug 25 05:11:48.027319 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-86ba4235-af80-48c0-99eb-5ea6ed8a7076 req-9a555474-2242-4f5f-8dd3-afdb79d50cc0 service neutron] 10.222.0.20 "GET /v2.0/networks/81aa1af3-2156-4547-b112-557e17885df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820823 Aug 25 05:11:48.122602 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-86ba4235-af80-48c0-99eb-5ea6ed8a7076 req-12128382-15e7-4d30-851d-8d6908093d2e service neutron] 10.222.0.20 "GET /v2.0/networks/81aa1af3-2156-4547-b112-557e17885df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856335 Aug 25 05:11:48.316417 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395177f6-18bf-4110-9e29-d8567e1442e7 req-b3b038cf-d1ac-490b-a654-77e6d57f2bec tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:48.317893 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-395177f6-18bf-4110-9e29-d8567e1442e7 req-b3b038cf-d1ac-490b-a654-77e6d57f2bec tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0481460 Aug 25 05:11:48.355080 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-395177f6-18bf-4110-9e29-d8567e1442e7 req-bd714f4f-e42e-49e0-889b-79723e02cc7e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310938 Aug 25 05:11:48.684454 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc982a-fdd7-40e0-bfe4-82ede34ff577 req-08688418-d4c4-4c7d-bc8f-715e7471fa03 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:48.685950 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-05fc982a-fdd7-40e0-bfe4-82ede34ff577 req-08688418-d4c4-4c7d-bc8f-715e7471fa03 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 984 time: 0.0470235 Aug 25 05:11:48.729432 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-05fc982a-fdd7-40e0-bfe4-82ede34ff577 req-cd6ec9ff-c071-4e43-a06c-1f89b02ed73f tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b66c184-c7bb-4ab3-bbb5-59dd222e3f7a&id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373924 Aug 25 05:11:49.472102 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9c175-3de8-4695-88d8-94bfe4ee4bee req-85f9297b-97ac-4cbd-bd31-1080be10c72e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:49.473581 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-46b9c175-3de8-4695-88d8-94bfe4ee4bee req-85f9297b-97ac-4cbd-bd31-1080be10c72e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0468953 Aug 25 05:11:49.510848 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-46b9c175-3de8-4695-88d8-94bfe4ee4bee req-755a175f-6521-45d5-91dd-83e8102580a0 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312011 Aug 25 05:11:49.640632 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:49.847210 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbcfe7-1693-4f0b-86d4-6550b943223e req-50a60782-b379-4951-a7b1-0e9cc65d2a12 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:49.848693 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-68fbcfe7-1693-4f0b-86d4-6550b943223e req-50a60782-b379-4951-a7b1-0e9cc65d2a12 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 984 time: 0.0525959 Aug 25 05:11:50.122358 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-68fbcfe7-1693-4f0b-86d4-6550b943223e req-7a8e7d08-cd4d-4160-a33c-8e348ac05795 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b66c184-c7bb-4ab3-bbb5-59dd222e3f7a&id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2675292 Aug 25 05:11:50.631492 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00d3e1-966d-4360-891f-f60e047713e7 req-c9b957f8-2942-47c0-8233-5f01c57e339a tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:50.632933 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4e00d3e1-966d-4360-891f-f60e047713e7 req-c9b957f8-2942-47c0-8233-5f01c57e339a tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0467672 Aug 25 05:11:50.669882 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4e00d3e1-966d-4360-891f-f60e047713e7 req-5488969c-8007-4ad8-8177-2a654198114d tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310264 Aug 25 05:11:51.233240 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4ad49-33be-424b-9344-06449f8eb06a req-c0b740b8-9b2c-47ca-b60a-7efa7f9a5854 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:51.234847 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-16f4ad49-33be-424b-9344-06449f8eb06a req-c0b740b8-9b2c-47ca-b60a-7efa7f9a5854 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 984 time: 0.0461788 Aug 25 05:11:51.274924 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-16f4ad49-33be-424b-9344-06449f8eb06a req-67d98b3d-52f0-4dba-903a-197622368dd1 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b66c184-c7bb-4ab3-bbb5-59dd222e3f7a&id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339162 Aug 25 05:11:51.789305 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ac296-f033-4fb5-9586-7af39e061feb req-0256e9a3-b83c-482f-a572-0ed67361d264 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:51.790975 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0c5ac296-f033-4fb5-9586-7af39e061feb req-0256e9a3-b83c-482f-a572-0ed67361d264 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0510657 Aug 25 05:11:51.829318 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0c5ac296-f033-4fb5-9586-7af39e061feb req-de776fd9-97c1-4b26-aab2-1a9498a5c607 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322490 Aug 25 05:11:52.388304 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bcb35-0943-437f-bc6f-90a68c1785b5 req-0360be92-8218-4737-b707-00e3cb5cb04d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:52.389704 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5a3bcb35-0943-437f-bc6f-90a68c1785b5 req-0360be92-8218-4737-b707-00e3cb5cb04d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 984 time: 0.0505140 Aug 25 05:11:52.427688 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5a3bcb35-0943-437f-bc6f-90a68c1785b5 req-bf783542-8b90-429f-8ac5-9137eaf8fb13 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b66c184-c7bb-4ab3-bbb5-59dd222e3f7a&id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320973 Aug 25 05:11:52.946216 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045b7b8-566a-4e25-b986-e9a0d217c4a2 req-4c894069-1072-493b-915d-87e5b30dbc8f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:52.947800 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1045b7b8-566a-4e25-b986-e9a0d217c4a2 req-4c894069-1072-493b-915d-87e5b30dbc8f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0463374 Aug 25 05:11:52.987968 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1045b7b8-566a-4e25-b986-e9a0d217c4a2 req-9e28e503-122d-4e42-882e-a3cdb181153d tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337484 Aug 25 05:11:53.538273 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c04ec4-a1cf-4e17-8908-adf99ebedf19 req-1ecf77bf-21d9-4d3e-859d-3ae59ce0e396 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:53.539744 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e8c04ec4-a1cf-4e17-8908-adf99ebedf19 req-1ecf77bf-21d9-4d3e-859d-3ae59ce0e396 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 984 time: 0.0474679 Aug 25 05:11:53.578239 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e8c04ec4-a1cf-4e17-8908-adf99ebedf19 req-64848dcb-256c-412d-b872-0fd5f36749ed tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b66c184-c7bb-4ab3-bbb5-59dd222e3f7a&id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326059 Aug 25 05:11:54.102520 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b329b8-7eb3-4ce0-aff2-f8115d411aaa req-896ef0ce-c376-4ae5-a85a-d84fb60fd715 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:54.104009 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-49b329b8-7eb3-4ce0-aff2-f8115d411aaa req-896ef0ce-c376-4ae5-a85a-d84fb60fd715 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0467596 Aug 25 05:11:54.143344 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-49b329b8-7eb3-4ce0-aff2-f8115d411aaa req-dad08ce5-96e9-4505-8a6e-c18822448fde tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329235 Aug 25 05:11:54.688229 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24430aac-5c82-46a9-b3e1-2eae70ae3856 req-421ecb9a-9fd1-4b61-abfa-80c00ae1dae3 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:54.689694 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-24430aac-5c82-46a9-b3e1-2eae70ae3856 req-421ecb9a-9fd1-4b61-abfa-80c00ae1dae3 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 984 time: 0.0471835 Aug 25 05:11:54.728090 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-24430aac-5c82-46a9-b3e1-2eae70ae3856 req-bb46e4a1-43ca-4aa1-a4e5-da55a1f9b121 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b66c184-c7bb-4ab3-bbb5-59dd222e3f7a&id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325222 Aug 25 05:11:54.772264 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a93e8-e232-4d80-8390-284d809d2b09 req-a47cf436-1d6d-4cdf-9310-5742f577fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:54.773741 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-580a93e8-e232-4d80-8390-284d809d2b09 req-a47cf436-1d6d-4cdf-9310-5742f577fa0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=788f1dcf7a1347409e44465a8473c2d2&device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 1099 time: 0.0393708 Aug 25 05:11:54.841640 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device b537575a-2b55-4dbe-a0f0-01ae24b13ff9 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:11:54.882691 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a93e8-e232-4d80-8390-284d809d2b09 req-ff89cab1-a19c-4ed4-9d12-bb4c8955d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:54.884083 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-580a93e8-e232-4d80-8390-284d809d2b09 req-ff89cab1-a19c-4ed4-9d12-bb4c8955d38a service neutron] 10.222.0.20 "GET /v2.0/networks?id=71d45235-aa08-4ce1-9e25-ebab82ef910a HTTP/1.1" status: 200 len: 917 time: 0.0850682 Aug 25 05:11:54.934727 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port b537575a-2b55-4dbe-a0f0-01ae24b13ff9, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=b537575a-2b55-4dbe-a0f0-01ae24b13ff9,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:11:54.945774 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'port_id': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9', 'mac_address': 'fa:16:3e:67:99:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '686786a2-7682-45e8-a905-204e7e4e6535', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:11:54.951679 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-580a93e8-e232-4d80-8390-284d809d2b09 req-02a67424-f074-4571-8458-e81cd8f50f01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b537575a-2b55-4dbe-a0f0-01ae24b13ff9 HTTP/1.1" status: 200 len: 1002 time: 0.0566504 Aug 25 05:11:54.986077 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:54.998364 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b537575a-2b55-4dbe-a0f0-01ae24b13ff9 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:11:55.003995 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a93e8-e232-4d80-8390-284d809d2b09 req-ffefa952-b47f-4dbc-95f5-0a11084f7c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:55.005431 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-580a93e8-e232-4d80-8390-284d809d2b09 req-ffefa952-b47f-4dbc-95f5-0a11084f7c7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=686786a2-7682-45e8-a905-204e7e4e6535 HTTP/1.1" status: 200 len: 856 time: 0.0426910 Aug 25 05:11:55.017400 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port b537575a-2b55-4dbe-a0f0-01ae24b13ff9, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=b537575a-2b55-4dbe-a0f0-01ae24b13ff9,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:11:55.058861 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a93e8-e232-4d80-8390-284d809d2b09 req-bea68fee-d673-4588-8bad-bded4a13de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:55.058861 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-580a93e8-e232-4d80-8390-284d809d2b09 req-bea68fee-d673-4588-8bad-bded4a13de13 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=71d45235-aa08-4ce1-9e25-ebab82ef910a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433846 Aug 25 05:11:55.105853 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:55.159444 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=b537575a-2b55-4dbe-a0f0-01ae24b13ff9,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:11:55.161448 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-580a93e8-e232-4d80-8390-284d809d2b09 req-702392a5-4d3f-44d7-9ced-32ec0b0b55ed service neutron] 10.222.0.20 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880351 Aug 25 05:11:55.167205 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:55.167557 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:55.167915 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:55.168323 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:55.168658 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:55.169039 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:55.169544 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:55.170040 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:55.170578 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:55.171078 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:55.171572 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:55.172054 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:11:55.288045 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['b537575a-2b55-4dbe-a0f0-01ae24b13ff9'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:11:55.299448 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722eca84-b7a7-4075-b2da-9e8e66d66c0b req-bd30b200-9da2-437b-a479-947b6634fdd6 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:55.300911 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-722eca84-b7a7-4075-b2da-9e8e66d66c0b req-bd30b200-9da2-437b-a479-947b6634fdd6 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 945 time: 0.0730629 Aug 25 05:11:55.302870 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-580a93e8-e232-4d80-8390-284d809d2b09 req-ee61b465-1746-4455-aa09-249a4d61c15a service neutron] 10.222.0.20 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328647 Aug 25 05:11:55.341930 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-722eca84-b7a7-4075-b2da-9e8e66d66c0b req-6ba4f297-c5e5-4c83-8411-7498c37a767f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340533 Aug 25 05:11:55.846923 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e88168-5e1f-4b4f-b074-a07a4f832a56 req-b77ec85f-7846-4e88-9c5d-fdc2f36456ef tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:55.848446 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-02e88168-5e1f-4b4f-b074-a07a4f832a56 req-b77ec85f-7846-4e88-9c5d-fdc2f36456ef tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 984 time: 0.0523136 Aug 25 05:11:55.888980 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-02e88168-5e1f-4b4f-b074-a07a4f832a56 req-7a07dc68-83f4-4c44-9f3e-597b2c1729ed tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b66c184-c7bb-4ab3-bbb5-59dd222e3f7a&id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345032 Aug 25 05:11:56.474295 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01b1f7-c7cc-4b57-8ba8-326f337ce17a req-031859a8-42a3-405e-a52b-d3d59b0db2c8 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:56.476681 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2c01b1f7-c7cc-4b57-8ba8-326f337ce17a req-031859a8-42a3-405e-a52b-d3d59b0db2c8 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 945 time: 0.0518365 Aug 25 05:11:56.526567 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2c01b1f7-c7cc-4b57-8ba8-326f337ce17a req-bd675114-e618-44b3-a992-dae99b52464a tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386391 Aug 25 05:11:56.852881 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device b537575a-2b55-4dbe-a0f0-01ae24b13ff9 up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:11:56.904615 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port b537575a-2b55-4dbe-a0f0-01ae24b13ff9 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:11:56.905048 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:57.000020 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:57.023488 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe22f86-c77c-4b88-aa96-bd4e45d329e5 req-e6389a2a-3c79-4b6b-9fbd-58dc11023334 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:57.026569 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c12626e-d3ec-4396-968f-43c501ba397a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:11:57.028316 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30303c70-0d67-4756-8288-aef3111595a6" -d '{"events": [{"server_uuid": "6c12626e-d3ec-4396-968f-43c501ba397a", "name": "network-vif-plugged", "status": "completed", "tag": "b537575a-2b55-4dbe-a0f0-01ae24b13ff9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:11:57.031977 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bfe22f86-c77c-4b88-aa96-bd4e45d329e5 req-e6389a2a-3c79-4b6b-9fbd-58dc11023334 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 984 time: 0.0624080 Aug 25 05:11:57.046588 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port b537575a-2b55-4dbe-a0f0-01ae24b13ff9, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=b537575a-2b55-4dbe-a0f0-01ae24b13ff9,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:11:57.104240 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bfe22f86-c77c-4b88-aa96-bd4e45d329e5 req-a2497a59-bc21-4060-8fa8-b53904e580b4 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b66c184-c7bb-4ab3-bbb5-59dd222e3f7a&id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709896 Aug 25 05:11:57.146217 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:11:57.227885 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=b537575a-2b55-4dbe-a0f0-01ae24b13ff9,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:11:57.338904 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b56253-149f-41ae-bc31-227199a74668 x-openstack-request-id: req-c9b56253-149f-41ae-bc31-227199a74668 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:11:57.339197 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c12626e-d3ec-4396-968f-43c501ba397a", "name": "network-vif-plugged", "status": "completed", "tag": "b537575a-2b55-4dbe-a0f0-01ae24b13ff9", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:11:57.339463 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9b56253-149f-41ae-bc31-227199a74668 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:11:57.339843 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c12626e-d3ec-4396-968f-43c501ba397a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9', 'code': 200} Aug 25 05:11:57.645030 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711bb22-c8ef-4de1-8f5b-edb3e8597f31 req-08ee953d-5cd4-4470-8216-a8fc281792cf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:57.652627 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4711bb22-c8ef-4de1-8f5b-edb3e8597f31 req-08ee953d-5cd4-4470-8216-a8fc281792cf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0561085 Aug 25 05:11:57.691073 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4711bb22-c8ef-4de1-8f5b-edb3e8597f31 req-32b1d47a-c3f0-4896-8c03-b4afea45d2f8 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374370 Aug 25 05:11:58.238742 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e0d1c-1164-4d2f-8b70-5a56108c4bb5 req-5737f040-dbe2-42c2-9604-e16c2f8f3d00 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:58.246375 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cc9e0d1c-1164-4d2f-8b70-5a56108c4bb5 req-5737f040-dbe2-42c2-9604-e16c2f8f3d00 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 984 time: 0.0622809 Aug 25 05:11:58.302574 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cc9e0d1c-1164-4d2f-8b70-5a56108c4bb5 req-7f12eae7-2acb-4d5f-94fa-1cd019134376 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b66c184-c7bb-4ab3-bbb5-59dd222e3f7a&id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512896 Aug 25 05:11:58.829886 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f766724-63fe-4fcf-8159-97b1eb9d422b req-0d42678a-eb35-47d1-8e8e-2dbe7c36c24f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:58.831491 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4f766724-63fe-4fcf-8159-97b1eb9d422b req-0d42678a-eb35-47d1-8e8e-2dbe7c36c24f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0508077 Aug 25 05:11:58.875673 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4f766724-63fe-4fcf-8159-97b1eb9d422b req-99b34cd1-53d0-46ad-9319-a3dd68cd01ea tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383711 Aug 25 05:11:59.476350 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312c80e-6f06-4273-897d-b4ffe52f38a0 req-49b07d7a-7f42-40e0-b37b-0a16b1aba12e tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:59.478561 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b312c80e-6f06-4273-897d-b4ffe52f38a0 req-49b07d7a-7f42-40e0-b37b-0a16b1aba12e tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e HTTP/1.1" status: 200 len: 945 time: 0.1074703 Aug 25 05:11:59.479607 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9363c1-4190-412d-9210-f6d0cf3426e5 req-ea700a62-58eb-4879-9445-1562d45140fa tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:11:59.481246 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8e9363c1-4190-412d-9210-f6d0cf3426e5 req-ea700a62-58eb-4879-9445-1562d45140fa tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 984 time: 0.0929687 Aug 25 05:11:59.523637 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b312c80e-6f06-4273-897d-b4ffe52f38a0 req-c158355b-b5c7-402d-b53b-728278270b8d tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361860 Aug 25 05:11:59.556611 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8e9363c1-4190-412d-9210-f6d0cf3426e5 req-49d5f3c1-4620-4555-b78b-c92121481366 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b66c184-c7bb-4ab3-bbb5-59dd222e3f7a&id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642576 Aug 25 05:12:00.002870 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c49eb2-1674-4085-9ed5-643d2f6d7e26 req-4faf9fa4-c255-4981-a77b-e0aac8ad2237 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:00.004461 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-01c49eb2-1674-4085-9ed5-643d2f6d7e26 req-4faf9fa4-c255-4981-a77b-e0aac8ad2237 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0497866 Aug 25 05:12:00.042831 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-01c49eb2-1674-4085-9ed5-643d2f6d7e26 req-7b19c3de-2f08-43bb-9293-525d7c3d2b2b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320094 Aug 25 05:12:00.549348 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1534052-f75a-4ecc-88ed-be78361b0a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:00.670749 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fedf9c-235e-4615-a621-4ccc3e2348b0 req-b4dbe5f6-e1f8-43e1-8174-7097cb41fd94 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:00.674982 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a3fedf9c-235e-4615-a621-4ccc3e2348b0 req-b4dbe5f6-e1f8-43e1-8174-7097cb41fd94 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e HTTP/1.1" status: 200 len: 945 time: 0.0643041 Aug 25 05:12:00.715008 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a3fedf9c-235e-4615-a621-4ccc3e2348b0 req-43b4f07e-2e1a-4101-9570-ac0f5a5b2955 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352745 Aug 25 05:12:01.183922 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bbaa2-923e-4c86-9d0f-63a15c49d9ed req-0e9113c3-8b58-47ed-85fb-a16bcb0f5038 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:01.199065 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2f0bbaa2-923e-4c86-9d0f-63a15c49d9ed req-0e9113c3-8b58-47ed-85fb-a16bcb0f5038 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0638416 Aug 25 05:12:01.230949 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2f0bbaa2-923e-4c86-9d0f-63a15c49d9ed req-c2aa4a67-af52-4967-b5e0-0a41bf75f1c2 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361750 Aug 25 05:12:01.298022 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38447c48-c3b6-49bc-8376-8d95ebc00eee req-569a508f-81e3-422c-abe4-bd8afe9ebb67 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:01.299717 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-38447c48-c3b6-49bc-8376-8d95ebc00eee req-569a508f-81e3-422c-abe4-bd8afe9ebb67 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.20 "GET /v2.0/ports?device_id=76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e HTTP/1.1" status: 200 len: 945 time: 0.0702803 Aug 25 05:12:01.418967 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-38447c48-c3b6-49bc-8376-8d95ebc00eee req-3947fdb2-246e-4df9-94cc-303dc30e4ac5 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Deleting port 41c0e077-b146-428d-9053-bdda7a4d9360 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:12:01.419572 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-38447c48-c3b6-49bc-8376-8d95ebc00eee req-3947fdb2-246e-4df9-94cc-303dc30e4ac5 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:01.520465 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-38447c48-c3b6-49bc-8376-8d95ebc00eee req-3947fdb2-246e-4df9-94cc-303dc30e4ac5 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] For port 41c0e077-b146-428d-9053-bdda7a4d9360, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=41c0e077-b146-428d-9053-bdda7a4d9360,segment=NetworkSegment(176b82d7-d9a9-4d4a-8f60-603b200cee70),segment_id=176b82d7-d9a9-4d4a-8f60-603b200cee70)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:12:01.520833 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-38447c48-c3b6-49bc-8376-8d95ebc00eee req-3947fdb2-246e-4df9-94cc-303dc30e4ac5 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:01.541381 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-38447c48-c3b6-49bc-8376-8d95ebc00eee req-3947fdb2-246e-4df9-94cc-303dc30e4ac5 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Calling delete_port for 41c0e077-b146-428d-9053-bdda7a4d9360 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:12:01.832646 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074371fd-49bc-4c2a-840c-84adc884c73b req-1dcfca89-a34d-4e8a-b004-9a4365463ec0 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:01.834142 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-074371fd-49bc-4c2a-840c-84adc884c73b req-1dcfca89-a34d-4e8a-b004-9a4365463ec0 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e HTTP/1.1" status: 200 len: 945 time: 0.0474107 Aug 25 05:12:01.875286 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-074371fd-49bc-4c2a-840c-84adc884c73b req-cffcd7cd-bcfc-439a-a1eb-5b10472376a2 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321131 Aug 25 05:12:02.356913 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a4024-7475-4385-b513-8e13dceeb98e req-3da6fb83-2bd6-4bc6-8ec1-ec0b26aeb1a1 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:02.361929 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7b8a4024-7475-4385-b513-8e13dceeb98e req-3da6fb83-2bd6-4bc6-8ec1-ec0b26aeb1a1 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0470314 Aug 25 05:12:02.361929 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-38447c48-c3b6-49bc-8376-8d95ebc00eee req-3947fdb2-246e-4df9-94cc-303dc30e4ac5 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:02.395455 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['41c0e077-b146-428d-9053-bdda7a4d9360'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:12:02.397152 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947fdb2-246e-4df9-94cc-303dc30e4ac5 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Pushing event deleted for resources: {'Port': ['ID=41c0e077-b146-428d-9053-bdda7a4d9360,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:02.417274 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947fdb2-246e-4df9-94cc-303dc30e4ac5 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:02.417274 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947fdb2-246e-4df9-94cc-303dc30e4ac5 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:02.417274 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947fdb2-246e-4df9-94cc-303dc30e4ac5 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:02.417274 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947fdb2-246e-4df9-94cc-303dc30e4ac5 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:02.417274 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947fdb2-246e-4df9-94cc-303dc30e4ac5 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:02.417274 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947fdb2-246e-4df9-94cc-303dc30e4ac5 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:02.417274 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947fdb2-246e-4df9-94cc-303dc30e4ac5 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:02.417274 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947fdb2-246e-4df9-94cc-303dc30e4ac5 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:02.417274 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947fdb2-246e-4df9-94cc-303dc30e4ac5 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:02.417274 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947fdb2-246e-4df9-94cc-303dc30e4ac5 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:02.417274 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947fdb2-246e-4df9-94cc-303dc30e4ac5 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:02.417274 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947fdb2-246e-4df9-94cc-303dc30e4ac5 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:02.463391 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-38447c48-c3b6-49bc-8376-8d95ebc00eee req-3947fdb2-246e-4df9-94cc-303dc30e4ac5 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] No DVR routers for this DVR port 41c0e077-b146-428d-9053-bdda7a4d9360 on host hv-cinder-75793 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:12:02.468103 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-38447c48-c3b6-49bc-8376-8d95ebc00eee req-3947fdb2-246e-4df9-94cc-303dc30e4ac5 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:02.470112 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-38447c48-c3b6-49bc-8376-8d95ebc00eee req-3947fdb2-246e-4df9-94cc-303dc30e4ac5 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.20 "DELETE /v2.0/ports/41c0e077-b146-428d-9053-bdda7a4d9360 HTTP/1.1" status: 204 len: 173 time: 1.1644373 Aug 25 05:12:02.470566 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e', 'name': 'network-vif-deleted', 'tag': '41c0e077-b146-428d-9053-bdda7a4d9360'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:12:02.473093 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80a7fbb-678b-4241-a1df-07c15fdd44e9" -d '{"events": [{"server_uuid": "76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e", "name": "network-vif-deleted", "tag": "41c0e077-b146-428d-9053-bdda7a4d9360"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:12:02.479185 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7b8a4024-7475-4385-b513-8e13dceeb98e req-6d77a874-aa9a-44d3-a3ee-520750b6b828 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112006 Aug 25 05:12:02.535655 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a7eedd-3903-43a1-b2c0-e138598c1486 x-openstack-request-id: req-b3a7eedd-3903-43a1-b2c0-e138598c1486 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:12:02.536006 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e", "name": "network-vif-deleted", "tag": "41c0e077-b146-428d-9053-bdda7a4d9360", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:12:02.536281 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3a7eedd-3903-43a1-b2c0-e138598c1486 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:12:02.536572 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e', 'name': 'network-vif-deleted', 'tag': '41c0e077-b146-428d-9053-bdda7a4d9360', 'status': 'completed', 'code': 200} Aug 25 05:12:02.993953 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-88de1ded-0907-42b3-94f6-c6558a624765 req-4da7a595-0212-4baf-af0d-be05ced1d350 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=76aaef3c-4e72-4a41-9d03-2cc2a2d9ba2e HTTP/1.1" status: 200 len: 210 time: 0.0326581 Aug 25 05:12:03.018616 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-770d749c-cb31-4bdb-b024-67babb873653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:03.283027 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:03.642329 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ff0e0-57ae-42c6-8b1d-c093d2d63310 req-a1bdd080-d8c5-4b74-bb47-7ccb9025fbf1 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:03.642329 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8a0ff0e0-57ae-42c6-8b1d-c093d2d63310 req-a1bdd080-d8c5-4b74-bb47-7ccb9025fbf1 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0635607 Aug 25 05:12:03.676587 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8a0ff0e0-57ae-42c6-8b1d-c093d2d63310 req-04efdb4f-fc3d-41d9-b900-03fb4a85a54e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349600 Aug 25 05:12:04.306116 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:04.810038 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ee8c2-7297-493c-bff8-aa962a10b821 req-739db158-0ff4-4bce-8f03-5e2202603563 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:04.812248 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e8ee8c2-7297-493c-bff8-aa962a10b821 req-739db158-0ff4-4bce-8f03-5e2202603563 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0562289 Aug 25 05:12:04.854964 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e8ee8c2-7297-493c-bff8-aa962a10b821 req-4ed4108d-b24d-4f60-8540-daa9f2f61220 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363200 Aug 25 05:12:05.943486 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:05.989645 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ab7b2-371e-43cd-9d08-c878f5d42793 req-b0423713-c860-4d37-901f-fd7b230bfa61 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:05.991166 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cc5ab7b2-371e-43cd-9d08-c878f5d42793 req-b0423713-c860-4d37-901f-fd7b230bfa61 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0559406 Aug 25 05:12:06.042067 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cc5ab7b2-371e-43cd-9d08-c878f5d42793 req-c58f41ba-0ac6-42c8-890e-4b60e84f915f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446045 Aug 25 05:12:06.585349 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 41c0e077-b146-428d-9053-bdda7a4d9360 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:12:06.604757 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] No Port match for: 41c0e077-b146-428d-9053-bdda7a4d9360 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:12:06.605097 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 41c0e077-b146-428d-9053-bdda7a4d9360 not bound to the agent host hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:12:06.782780 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:12:07.156987 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72401d96-64c5-4ccc-a8fd-d990d22d6691 req-b241d64e-3aa8-47a3-9727-c92624f9cc56 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:07.158493 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-72401d96-64c5-4ccc-a8fd-d990d22d6691 req-b241d64e-3aa8-47a3-9727-c92624f9cc56 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0479724 Aug 25 05:12:07.194651 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-72401d96-64c5-4ccc-a8fd-d990d22d6691 req-fbd93dae-94c7-4232-902e-d0be42655e68 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302351 Aug 25 05:12:08.299652 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b42e4-f080-4785-8821-47d09a3333c6 req-f08d3199-b15e-48ca-8be1-9f22c78dc192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:08.301092 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3b0b42e4-f080-4785-8821-47d09a3333c6 req-f08d3199-b15e-48ca-8be1-9f22c78dc192 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=788f1dcf7a1347409e44465a8473c2d2&device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 1099 time: 0.0646114 Aug 25 05:12:08.324739 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99435c-c528-4a9e-9f25-4771f49b7e8b req-a647cc5c-07fa-4e2f-a7c5-b571cb7b75b8 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:08.326118 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-be99435c-c528-4a9e-9f25-4771f49b7e8b req-a647cc5c-07fa-4e2f-a7c5-b571cb7b75b8 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0629597 Aug 25 05:12:08.403244 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-be99435c-c528-4a9e-9f25-4771f49b7e8b req-3f4a1cf1-bf60-4c2d-bc74-bae4b272ebd0 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671232 Aug 25 05:12:08.429661 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b42e4-f080-4785-8821-47d09a3333c6 req-aef9f5a8-81f1-42be-b127-362c772b7374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:08.431222 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3b0b42e4-f080-4785-8821-47d09a3333c6 req-aef9f5a8-81f1-42be-b127-362c772b7374 service neutron] 10.222.0.20 "GET /v2.0/networks?id=71d45235-aa08-4ce1-9e25-ebab82ef910a HTTP/1.1" status: 200 len: 917 time: 0.1222262 Aug 25 05:12:08.495610 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3b0b42e4-f080-4785-8821-47d09a3333c6 req-9b699d17-d5e9-4642-b6d1-053294f769d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b537575a-2b55-4dbe-a0f0-01ae24b13ff9 HTTP/1.1" status: 200 len: 1002 time: 0.0554481 Aug 25 05:12:08.544327 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b42e4-f080-4785-8821-47d09a3333c6 req-8518a304-257b-45eb-b84d-28c763692717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:08.545796 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3b0b42e4-f080-4785-8821-47d09a3333c6 req-8518a304-257b-45eb-b84d-28c763692717 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=686786a2-7682-45e8-a905-204e7e4e6535 HTTP/1.1" status: 200 len: 856 time: 0.0431211 Aug 25 05:12:08.594563 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b42e4-f080-4785-8821-47d09a3333c6 req-7775b183-d51e-4603-a249-16f95d0291db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:08.596031 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3b0b42e4-f080-4785-8821-47d09a3333c6 req-7775b183-d51e-4603-a249-16f95d0291db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=71d45235-aa08-4ce1-9e25-ebab82ef910a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436249 Aug 25 05:12:08.685622 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3b0b42e4-f080-4785-8821-47d09a3333c6 req-27e9e75e-deaf-4f39-8143-e3fe085658d9 service neutron] 10.222.0.20 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815129 Aug 25 05:12:08.781752 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3b0b42e4-f080-4785-8821-47d09a3333c6 req-1a8f7609-765b-4896-bb32-23b389d1304c service neutron] 10.222.0.20 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844896 Aug 25 05:12:09.524494 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9c44c-d63b-48dd-b0ab-901117c0fac1 req-f3c93d4d-a337-4b85-82b9-a8fa63ca967a tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:09.525894 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6aa9c44c-d63b-48dd-b0ab-901117c0fac1 req-f3c93d4d-a337-4b85-82b9-a8fa63ca967a tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0513954 Aug 25 05:12:09.566063 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6aa9c44c-d63b-48dd-b0ab-901117c0fac1 req-96c28e0a-303b-422e-b0c2-f02292b55b7f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341983 Aug 25 05:12:10.686171 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a39ed-8d5c-401c-826b-a2d16ac0e032 req-70389fbf-6fb5-48dc-9f91-8677c6c02e3f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:10.690547 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-529a39ed-8d5c-401c-826b-a2d16ac0e032 req-70389fbf-6fb5-48dc-9f91-8677c6c02e3f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0518308 Aug 25 05:12:10.725260 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-529a39ed-8d5c-401c-826b-a2d16ac0e032 req-5db8e1b6-a776-4b39-9531-8e7cf74a613d tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313668 Aug 25 05:12:11.841484 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a842418-96a5-4323-847d-4e60355861c5 req-290a2927-62c5-49bd-9320-9076013092a5 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:11.843033 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5a842418-96a5-4323-847d-4e60355861c5 req-290a2927-62c5-49bd-9320-9076013092a5 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 946 time: 0.0480494 Aug 25 05:12:11.880987 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5a842418-96a5-4323-847d-4e60355861c5 req-01d33fc1-1bfd-4b78-b450-b72767240732 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320659 Aug 25 05:12:12.433510 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device b537575a-2b55-4dbe-a0f0-01ae24b13ff9 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:12:12.508636 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:12.530868 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c12626e-d3ec-4396-968f-43c501ba397a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:12:12.533107 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd90cac8-8ccf-4e1e-a8f2-05976d23c4e0" -d '{"events": [{"server_uuid": "6c12626e-d3ec-4396-968f-43c501ba397a", "name": "network-vif-unplugged", "status": "completed", "tag": "b537575a-2b55-4dbe-a0f0-01ae24b13ff9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:12:12.545729 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port b537575a-2b55-4dbe-a0f0-01ae24b13ff9, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=b537575a-2b55-4dbe-a0f0-01ae24b13ff9,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:12:12.566781 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 05:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9402b32-343c-4551-919e-33f368de27e2 x-openstack-request-id: req-f9402b32-343c-4551-919e-33f368de27e2 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:12:12.567073 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c12626e-d3ec-4396-968f-43c501ba397a", "name": "network-vif-unplugged", "status": "completed", "tag": "b537575a-2b55-4dbe-a0f0-01ae24b13ff9", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:12:12.567328 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9402b32-343c-4551-919e-33f368de27e2 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:12:12.567723 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c12626e-d3ec-4396-968f-43c501ba397a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9', 'code': 200} Aug 25 05:12:12.617372 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:12.663176 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=b537575a-2b55-4dbe-a0f0-01ae24b13ff9,revision_number=8']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:14.006812 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772af06-621e-4238-b002-8757a884ae76 req-c8c619e2-ceb8-4afc-b7b4-8b14a2c1979d tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:14.010794 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d772af06-621e-4238-b002-8757a884ae76 req-c8c619e2-ceb8-4afc-b7b4-8b14a2c1979d tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 944 time: 0.0536242 Aug 25 05:12:14.047415 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d772af06-621e-4238-b002-8757a884ae76 req-3db0f17b-704d-4b63-acd1-5227f600e8b0 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324869 Aug 25 05:12:14.195305 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ae42889d-2575-4846-ae78-f7408b1e0cc7 req-aa4d2fa5-2b6d-4a0c-991d-20ef45f0c0b5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388629 Aug 25 05:12:14.631911 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-cc9f2a72-9014-4db0-ab35-3b95fb84b97c tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:14.633340 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-cc9f2a72-9014-4db0-ab35-3b95fb84b97c tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/networks?id=52fe4d79-490d-4eb6-bb2b-5245faaa2eca HTTP/1.1" status: 200 len: 813 time: 0.0977328 Aug 25 05:12:14.648337 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-12c58491-12a7-49aa-a7a0-251d647880b6 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/quotas/02a7dd2cba3b4742bf1d9d85e1a00ef4 HTTP/1.1" status: 200 len: 375 time: 0.0088165 Aug 25 05:12:14.682837 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-1803185c-0150-4d70-acb6-399e1b9091e7 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=02a7dd2cba3b4742bf1d9d85e1a00ef4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291989 Aug 25 05:12:14.862378 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-5220be71-e238-427e-8789-fa614714d941 service neutron] 10.222.0.13 "GET /v2.0/networks/52fe4d79-490d-4eb6-bb2b-5245faaa2eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725733 Aug 25 05:12:14.958087 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-08af765f-5933-4b70-b873-a60db288547d service neutron] 10.222.0.13 "GET /v2.0/networks/52fe4d79-490d-4eb6-bb2b-5245faaa2eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863137 Aug 25 05:12:15.172015 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdfbb6-58d2-4caa-9445-901919f8da01 req-afa43002-e8ce-4d3e-bbdb-bcb41b799a49 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:15.175167 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-14fdfbb6-58d2-4caa-9445-901919f8da01 req-afa43002-e8ce-4d3e-bbdb-bcb41b799a49 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 944 time: 0.0524137 Aug 25 05:12:15.219127 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-14fdfbb6-58d2-4caa-9445-901919f8da01 req-a58f55e5-6e32-4adc-9238-9261b127792c tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348477 Aug 25 05:12:15.298768 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9f13a2c8-eae4-4ca5-b15d-a86730d56668 req-b2bbb9ca-db08-441e-b776-521e3b979f93 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 210 time: 0.0351992 Aug 25 05:12:15.587526 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device b537575a-2b55-4dbe-a0f0-01ae24b13ff9 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:12:15.631958 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42889d-2575-4846-ae78-f7408b1e0cc7 req-acb34e71-7f62-4ce4-88b1-b0878c9c8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:15.633508 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ae42889d-2575-4846-ae78-f7408b1e0cc7 req-acb34e71-7f62-4ce4-88b1-b0878c9c8251 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a&tenant_id=788f1dcf7a1347409e44465a8473c2d2 HTTP/1.1" status: 200 len: 1097 time: 0.0421877 Aug 25 05:12:15.706735 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42889d-2575-4846-ae78-f7408b1e0cc7 req-94b9374b-7d9f-4dae-ad50-6dc977c62852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:15.708369 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ae42889d-2575-4846-ae78-f7408b1e0cc7 req-94b9374b-7d9f-4dae-ad50-6dc977c62852 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=788f1dcf7a1347409e44465a8473c2d2&device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 1097 time: 0.0411041 Aug 25 05:12:15.804441 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42889d-2575-4846-ae78-f7408b1e0cc7 req-c75670b8-0d58-4e33-b1e0-fa5f34ae8d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:15.805890 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ae42889d-2575-4846-ae78-f7408b1e0cc7 req-c75670b8-0d58-4e33-b1e0-fa5f34ae8d39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=71d45235-aa08-4ce1-9e25-ebab82ef910a HTTP/1.1" status: 200 len: 917 time: 0.0849910 Aug 25 05:12:15.869562 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ae42889d-2575-4846-ae78-f7408b1e0cc7 req-a028e54e-d923-4570-a4ff-841f7d11edc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b537575a-2b55-4dbe-a0f0-01ae24b13ff9 HTTP/1.1" status: 200 len: 1000 time: 0.0555375 Aug 25 05:12:15.934681 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42889d-2575-4846-ae78-f7408b1e0cc7 req-9b2ecbe1-3d66-4487-b0a7-663d583a4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:15.936717 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ae42889d-2575-4846-ae78-f7408b1e0cc7 req-9b2ecbe1-3d66-4487-b0a7-663d583a4ea9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=686786a2-7682-45e8-a905-204e7e4e6535 HTTP/1.1" status: 200 len: 856 time: 0.0430524 Aug 25 05:12:15.987609 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42889d-2575-4846-ae78-f7408b1e0cc7 req-219332ef-892b-484f-9639-64b87b60e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:15.989104 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ae42889d-2575-4846-ae78-f7408b1e0cc7 req-219332ef-892b-484f-9639-64b87b60e432 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=71d45235-aa08-4ce1-9e25-ebab82ef910a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423620 Aug 25 05:12:16.095285 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ae42889d-2575-4846-ae78-f7408b1e0cc7 req-10fc8877-df4e-4eae-86af-7b0e91486738 service neutron] 10.222.0.20 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819652 Aug 25 05:12:16.192583 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ae42889d-2575-4846-ae78-f7408b1e0cc7 req-c846f2b5-0095-40a2-8510-c47520b3841c service neutron] 10.222.0.20 "GET /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891297 Aug 25 05:12:16.345493 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f37253-4b61-418c-9642-cb7b927e8705 req-fbd11c24-c88c-46b1-b5ba-e29ed0cd3903 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:16.347063 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f5f37253-4b61-418c-9642-cb7b927e8705 req-fbd11c24-c88c-46b1-b5ba-e29ed0cd3903 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 944 time: 0.0526321 Aug 25 05:12:16.388834 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f5f37253-4b61-418c-9642-cb7b927e8705 req-267a3a97-135d-4a6d-afe7-7e1f6c9b6144 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357766 Aug 25 05:12:16.397683 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2dd8bc6c-657d-42ac-96ae-a43e046b85f6 req-76593123-dc8e-4bf4-913a-bd1a2dfca206 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 210 time: 0.0266538 Aug 25 05:12:17.489639 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-355be58a-7021-4c4a-95ff-30b9e16f8e47 req-808bb156-958c-4f8b-b287-88ac810ddd0f tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 210 time: 0.0276082 Aug 25 05:12:17.527123 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22850c6b-518f-48a4-8116-de12a80ab576 req-55ee1a4e-9381-47af-bc61-831ea147df1b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:17.528936 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-22850c6b-518f-48a4-8116-de12a80ab576 req-55ee1a4e-9381-47af-bc61-831ea147df1b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 944 time: 0.0691097 Aug 25 05:12:17.567863 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-22850c6b-518f-48a4-8116-de12a80ab576 req-87fc9df2-2198-421b-956b-aff8f743721d tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324781 Aug 25 05:12:18.431410 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031c17d-5a15-475e-ad0b-1fcefa2b027d req-adb09e82-6b05-4c90-8fe6-a4436e0db123 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:18.433251 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1031c17d-5a15-475e-ad0b-1fcefa2b027d req-adb09e82-6b05-4c90-8fe6-a4436e0db123 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 945 time: 0.0475934 Aug 25 05:12:18.483798 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1031c17d-5a15-475e-ad0b-1fcefa2b027d req-96f4aff0-4f76-4852-83d0-b9ec3a8cdaf9 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3f16966-4a39-41e8-899f-07dc94cae714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354331 Aug 25 05:12:18.589830 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bb06fb99-8b49-42da-a58d-ab723bcd0d63 req-ac6387c6-4bbb-4d93-96dd-7b06d1eb8622 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 210 time: 0.0265114 Aug 25 05:12:18.688552 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc167262-c03b-415c-979b-4253cea40cc1 req-65f2d7df-0283-4b5b-869c-ebc8a2f4f552 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:18.690017 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cc167262-c03b-415c-979b-4253cea40cc1 req-65f2d7df-0283-4b5b-869c-ebc8a2f4f552 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 944 time: 0.0488601 Aug 25 05:12:18.730207 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cc167262-c03b-415c-979b-4253cea40cc1 req-be82c4bf-32c6-4ece-a392-efc8961901a7 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342236 Aug 25 05:12:19.600997 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152042c5-47ee-45e7-a43a-9725b19a4d2c req-2f2922a1-ce79-4131-9b2e-477afe96de9e tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:19.602701 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-152042c5-47ee-45e7-a43a-9725b19a4d2c req-2f2922a1-ce79-4131-9b2e-477afe96de9e tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 945 time: 0.0497413 Aug 25 05:12:19.644142 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-152042c5-47ee-45e7-a43a-9725b19a4d2c req-3eb78887-3745-4f2a-b3ef-d4279bdde614 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3f16966-4a39-41e8-899f-07dc94cae714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345623 Aug 25 05:12:19.694137 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bc144722-9971-4786-8311-97d2d2ecf5e9 req-aa0da221-7757-45d1-887f-1d2be7c1af83 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 210 time: 0.0252833 Aug 25 05:12:19.714833 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:19.855763 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e5529-f859-4ca6-bc62-ceb4d0646221 req-4f863f66-e1c5-4cf2-a095-b50c1b010807 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:19.857317 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9a0e5529-f859-4ca6-bc62-ceb4d0646221 req-4f863f66-e1c5-4cf2-a095-b50c1b010807 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 944 time: 0.0547569 Aug 25 05:12:19.897472 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9a0e5529-f859-4ca6-bc62-ceb4d0646221 req-21aacdd9-a870-4a67-a895-d969299dcf50 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337088 Aug 25 05:12:20.769169 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6356a8-ba48-4683-9997-0bef60090db3 req-4aafb57b-2064-43a8-b565-961d5226fd3b tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:20.770872 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6f6356a8-ba48-4683-9997-0bef60090db3 req-4aafb57b-2064-43a8-b565-961d5226fd3b tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 945 time: 0.0597582 Aug 25 05:12:20.800955 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7eafe09f-7cfd-4adf-96e9-e01d5fbc744d req-03ad795d-c260-4ed9-986c-1cc5cc8eea3f tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 210 time: 0.0342073 Aug 25 05:12:20.811977 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6f6356a8-ba48-4683-9997-0bef60090db3 req-b7944c9a-ddef-469c-8a75-06ae301bbbbc tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3f16966-4a39-41e8-899f-07dc94cae714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351212 Aug 25 05:12:21.017596 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa686ac0-34e0-4fe0-a293-1609427250cf req-ca86f9f3-a112-40e4-ad30-95e4e96fb46e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:21.019166 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-aa686ac0-34e0-4fe0-a293-1609427250cf req-ca86f9f3-a112-40e4-ad30-95e4e96fb46e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 944 time: 0.0498574 Aug 25 05:12:21.058548 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-aa686ac0-34e0-4fe0-a293-1609427250cf req-fbf3a25e-00d9-4a81-942d-c4bcdeb48991 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335090 Aug 25 05:12:21.932914 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8df39339-871e-4050-b185-d7efa6cfee46 req-7b2b22c3-2661-4bc3-b62a-874b37df8f1d tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 210 time: 0.0373652 Aug 25 05:12:22.176857 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2e5cc-a7b6-4a2c-9664-1a9334ac7f1f req-eb72220c-ccd4-42fa-9870-6b6843e15ac4 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:22.178426 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dbf2e5cc-a7b6-4a2c-9664-1a9334ac7f1f req-eb72220c-ccd4-42fa-9870-6b6843e15ac4 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 945 time: 0.2896061 Aug 25 05:12:22.204883 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee272f-dd42-4536-89c2-10a5ba8ae3e5 req-0d23d7b6-ea5c-4e3d-94b2-b92146bbe66a tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:22.206388 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f0ee272f-dd42-4536-89c2-10a5ba8ae3e5 req-0d23d7b6-ea5c-4e3d-94b2-b92146bbe66a tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 944 time: 0.0532444 Aug 25 05:12:22.217621 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dbf2e5cc-a7b6-4a2c-9664-1a9334ac7f1f req-30433769-f82d-4569-8f69-11227c38f597 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3f16966-4a39-41e8-899f-07dc94cae714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320613 Aug 25 05:12:22.245981 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f0ee272f-dd42-4536-89c2-10a5ba8ae3e5 req-33974cc2-392a-4da4-b029-98d889a9dbf2 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331733 Aug 25 05:12:23.035062 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-558a88d2-9673-45f8-9cf5-a1b5376d5686 req-e7020d86-451b-4b23-a8a2-7a89b1dd894a tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 210 time: 0.0267875 Aug 25 05:12:23.337406 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f6b2d-295c-4fc5-837c-e27627876ed5 req-63164f96-e24c-438f-8335-9c340ae8d158 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:23.339049 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b82f6b2d-295c-4fc5-837c-e27627876ed5 req-63164f96-e24c-438f-8335-9c340ae8d158 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 945 time: 0.0512145 Aug 25 05:12:23.376068 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb92829-8f40-4093-b16a-4b376795ab4c req-cdf03854-2c6b-4b72-b291-116852581697 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:23.377880 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bdb92829-8f40-4093-b16a-4b376795ab4c req-cdf03854-2c6b-4b72-b291-116852581697 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 944 time: 0.0504899 Aug 25 05:12:23.379023 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b82f6b2d-295c-4fc5-837c-e27627876ed5 req-f2843f3e-ffb3-4af0-bdeb-9d85e4657663 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3f16966-4a39-41e8-899f-07dc94cae714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340016 Aug 25 05:12:23.421275 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bdb92829-8f40-4093-b16a-4b376795ab4c req-8e52ba10-c612-485b-a7fb-0f4009313886 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327628 Aug 25 05:12:24.137016 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a3aec49e-2fb1-499a-b2ef-59d248d0bc23 req-7a27d21a-9f11-41db-aaad-bd180be27f63 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 210 time: 0.0283971 Aug 25 05:12:24.518919 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc172273-7531-43b5-b4a4-a4a5e2fb4a10 req-ae17aafa-59d6-4799-8203-1cdc58e6b7dc tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:24.520467 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fc172273-7531-43b5-b4a4-a4a5e2fb4a10 req-ae17aafa-59d6-4799-8203-1cdc58e6b7dc tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 945 time: 0.0562053 Aug 25 05:12:24.554272 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145355d-636c-4237-9806-934963e3a2aa req-952ec6b2-9605-4f33-aaa4-1b5b68cd2ed3 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:24.559011 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7145355d-636c-4237-9806-934963e3a2aa req-952ec6b2-9605-4f33-aaa4-1b5b68cd2ed3 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 944 time: 0.0608816 Aug 25 05:12:24.572844 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fc172273-7531-43b5-b4a4-a4a5e2fb4a10 req-aabebeda-d5a6-48e3-b7eb-0406cb6d9700 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3f16966-4a39-41e8-899f-07dc94cae714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393715 Aug 25 05:12:24.603425 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7145355d-636c-4237-9806-934963e3a2aa req-d2895baa-2a4e-4db0-92a2-da1ce80441f2 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406916 Aug 25 05:12:25.236233 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3b9236a6-ead5-4265-943b-d35fb60b066e req-c37a3272-6216-4805-acfa-c5e8ed711b0b tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 210 time: 0.0250125 Aug 25 05:12:25.714726 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787228f1-c931-4444-a208-7443ab34af7e req-15ac05cc-a153-4024-a651-aa20edd98d3c tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:25.716914 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-787228f1-c931-4444-a208-7443ab34af7e req-15ac05cc-a153-4024-a651-aa20edd98d3c tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 945 time: 0.0619986 Aug 25 05:12:25.736778 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c61be-062f-40fa-b7ed-31d3e9475c8a req-76765365-8abf-4ac8-b540-e96796a17799 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:25.738288 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3a6c61be-062f-40fa-b7ed-31d3e9475c8a req-76765365-8abf-4ac8-b540-e96796a17799 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 944 time: 0.0503097 Aug 25 05:12:25.756026 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-787228f1-c931-4444-a208-7443ab34af7e req-231e2e7f-a61e-4872-bf5d-c1c94be9c9ab tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3f16966-4a39-41e8-899f-07dc94cae714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332208 Aug 25 05:12:25.782685 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3a6c61be-062f-40fa-b7ed-31d3e9475c8a req-2472208b-4ad4-4f75-a8d1-6a22ed4837f9 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331874 Aug 25 05:12:26.333379 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6af610e4-3302-4c9b-9745-9ec0452d333c req-a243ba6b-2c47-4b86-9fe5-6627fd226af9 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 210 time: 0.0255926 Aug 25 05:12:26.880273 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96ee1c-1122-4299-b908-58f8cff5d3b5 req-c2a3d224-b70a-4f7e-ab75-fc6e95ef4957 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:26.881816 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ae96ee1c-1122-4299-b908-58f8cff5d3b5 req-c2a3d224-b70a-4f7e-ab75-fc6e95ef4957 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 945 time: 0.0505576 Aug 25 05:12:26.921132 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e962a2c-161c-494b-b2b8-e9195dfdcc38 req-72b3e63c-f459-4c33-9490-e9b67a0aac5b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:26.921939 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ae96ee1c-1122-4299-b908-58f8cff5d3b5 req-d0a07e1b-de0b-405d-859e-4c14b1f7dd09 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3f16966-4a39-41e8-899f-07dc94cae714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328448 Aug 25 05:12:26.922841 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1e962a2c-161c-494b-b2b8-e9195dfdcc38 req-72b3e63c-f459-4c33-9490-e9b67a0aac5b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 944 time: 0.0691104 Aug 25 05:12:26.974710 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1e962a2c-161c-494b-b2b8-e9195dfdcc38 req-9d911ec6-15bd-4819-b4c4-1eac145f60bc tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444033 Aug 25 05:12:27.427378 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2a809d2f-d503-466e-a198-d80fa02bfb99 req-8854468c-a9b9-4e94-a002-b01cadba7022 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 210 time: 0.0281491 Aug 25 05:12:28.041440 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48678eb0-b788-428a-beb6-678462f643cf req-9ced19d7-2a8c-417b-879f-47dcf89c3377 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:28.042931 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-48678eb0-b788-428a-beb6-678462f643cf req-9ced19d7-2a8c-417b-879f-47dcf89c3377 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 945 time: 0.0476451 Aug 25 05:12:28.081888 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-48678eb0-b788-428a-beb6-678462f643cf req-b72291e4-8deb-4a16-9e55-349eb9f69d6b tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3f16966-4a39-41e8-899f-07dc94cae714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325398 Aug 25 05:12:28.094994 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a2994-da0b-4aa5-b57b-b186f0fe104e req-df6aa0ab-af1b-4145-9568-977c7280184d tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:28.098916 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2b3a2994-da0b-4aa5-b57b-b186f0fe104e req-df6aa0ab-af1b-4145-9568-977c7280184d tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 944 time: 0.0478151 Aug 25 05:12:28.136580 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2b3a2994-da0b-4aa5-b57b-b186f0fe104e req-6ffb4fec-1884-4dca-994a-668ebfc5081f tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341616 Aug 25 05:12:28.486600 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-21ddd454-a1cc-4821-8b90-37af604f019f tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:28.488064 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-21ddd454-a1cc-4821-8b90-37af604f019f tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.20 "GET /v2.0/networks?id=52fe4d79-490d-4eb6-bb2b-5245faaa2eca HTTP/1.1" status: 200 len: 813 time: 0.1030223 Aug 25 05:12:28.509645 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-a28d029f-a9fa-44a3-8a3e-a90ecb231374 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Request body: {'port': {'device_id': '6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1', 'network_id': '52fe4d79-490d-4eb6-bb2b-5245faaa2eca', 'admin_state_up': True, 'tenant_id': '02a7dd2cba3b4742bf1d9d85e1a00ef4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:12:28.526740 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-58c32b3b-5b4e-402f-9190-b12c0023aa15 req-7566e0df-3949-4d6a-bf69-a18c7ccd7b08 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 210 time: 0.0257363 Aug 25 05:12:28.682579 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-a28d029f-a9fa-44a3-8a3e-a90ecb231374 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Made reservation on behalf of 02a7dd2cba3b4742bf1d9d85e1a00ef4 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:12:28.686056 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-a28d029f-a9fa-44a3-8a3e-a90ecb231374 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:28.810062 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-a28d029f-a9fa-44a3-8a3e-a90ecb231374 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Allocated IP 172.20.0.6 (52fe4d79-490d-4eb6-bb2b-5245faaa2eca/3ecc65b9-7df6-4f7c-9cba-9d26528ea08c/4ee4039d-4b5a-4948-be60-813b047b4519) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:12:28.948402 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-a28d029f-a9fa-44a3-8a3e-a90ecb231374 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:29.053998 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-a28d029f-a9fa-44a3-8a3e-a90ecb231374 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:29.097219 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-a28d029f-a9fa-44a3-8a3e-a90ecb231374 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Network 52fe4d79-490d-4eb6-bb2b-5245faaa2eca is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:12:29.102197 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-a28d029f-a9fa-44a3-8a3e-a90ecb231374 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:12:29.105890 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-a28d029f-a9fa-44a3-8a3e-a90ecb231374 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:12:29.136338 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d029f-a9fa-44a3-8a3e-a90ecb231374 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Pushing event updated for resources: {'Port': ['ID=4ee4039d-4b5a-4948-be60-813b047b4519,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:29.169610 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-a28d029f-a9fa-44a3-8a3e-a90ecb231374 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:29.169916 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-a28d029f-a9fa-44a3-8a3e-a90ecb231374 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:29.213032 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e6a68-3779-4ca1-b71d-2960f842132a req-75551e7c-ec02-4704-b377-fe48a7051acb tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:29.214521 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b97e6a68-3779-4ca1-b71d-2960f842132a req-75551e7c-ec02-4704-b377-fe48a7051acb tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 945 time: 0.0619836 Aug 25 05:12:29.252935 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b97e6a68-3779-4ca1-b71d-2960f842132a req-297987c2-05d7-4290-8560-0117725ff240 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3f16966-4a39-41e8-899f-07dc94cae714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325902 Aug 25 05:12:29.256985 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019d0af-8562-4d48-9f20-750b32e044d7 req-17a7c622-f8af-4167-940a-8e1a36b8eb3a tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:29.257559 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-a28d029f-a9fa-44a3-8a3e-a90ecb231374 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7515905 Aug 25 05:12:29.258630 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c019d0af-8562-4d48-9f20-750b32e044d7 req-17a7c622-f8af-4167-940a-8e1a36b8eb3a tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 944 time: 0.0515082 Aug 25 05:12:29.277262 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] Request body: {'port': {'device_id': '6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:12:29.299248 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c019d0af-8562-4d48-9f20-750b32e044d7 req-e0fede3e-1b32-4368-a80f-2f92d5591dbe tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344858 Aug 25 05:12:29.334173 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:29.582232 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee4039d-4b5a-4948-be60-813b047b4519 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:12:29.589402 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:29.628259 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] Transition to ACTIVE for port object 4ee4039d-4b5a-4948-be60-813b047b4519 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:12:29.644089 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec78d4-d366-420a-9356-1cce5069c494 req-b1147f17-b7cc-4e06-8780-decb5e42b026 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:29.645541 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-aaec78d4-d366-420a-9356-1cce5069c494 req-b1147f17-b7cc-4e06-8780-decb5e42b026 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 931 time: 0.0538476 Aug 25 05:12:29.681645 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-aaec78d4-d366-420a-9356-1cce5069c494 req-7013c003-79df-46bf-b4b4-c0005a048b3c tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301712 Aug 25 05:12:29.682655 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8792484'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:29.736887 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee4039d-4b5a-4948-be60-813b047b4519,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:29.797403 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] Attempting to bind port 4ee4039d-4b5a-4948-be60-813b047b4519 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:12:29.797730 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] Attempting to bind port 4ee4039d-4b5a-4948-be60-813b047b4519 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '176b82d7-d9a9-4d4a-8f60-603b200cee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '52fe4d79-490d-4eb6-bb2b-5245faaa2eca'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:12:29.798051 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] Attempting to bind port 4ee4039d-4b5a-4948-be60-813b047b4519 on network 52fe4d79-490d-4eb6-bb2b-5245faaa2eca {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:12:29.802087 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] Port 4ee4039d-4b5a-4948-be60-813b047b4519 on network 52fe4d79-490d-4eb6-bb2b-5245faaa2eca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 05:12:29.802402 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] Attempting to bind port 4ee4039d-4b5a-4948-be60-813b047b4519 on network 52fe4d79-490d-4eb6-bb2b-5245faaa2eca {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:12:29.807177 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] Checking agent: {'id': '2d6b99c1-3d97-4a8a-bca5-2c0d702c36c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'started_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:12:29.807509 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] Checking segment: {'id': '176b82d7-d9a9-4d4a-8f60-603b200cee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '52fe4d79-490d-4eb6-bb2b-5245faaa2eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:12:29.807884 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] Bound using segment: {'id': '176b82d7-d9a9-4d4a-8f60-603b200cee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '52fe4d79-490d-4eb6-bb2b-5245faaa2eca'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:12:29.808349 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] Bound port: 4ee4039d-4b5a-4948-be60-813b047b4519, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '176b82d7-d9a9-4d4a-8f60-603b200cee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '52fe4d79-490d-4eb6-bb2b-5245faaa2eca'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:12:29.808730 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:29.868813 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] For port 4ee4039d-4b5a-4948-be60-813b047b4519, host hv-cinder-75793, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:12:29.871603 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] For port 4ee4039d-4b5a-4948-be60-813b047b4519, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=4ee4039d-4b5a-4948-be60-813b047b4519,segment=NetworkSegment(176b82d7-d9a9-4d4a-8f60-603b200cee70),segment_id=176b82d7-d9a9-4d4a-8f60-603b200cee70)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:12:29.959809 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8792484'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:29.993825 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:29.994621 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:29.996032 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] 10.222.0.20 "PUT /v2.0/ports/4ee4039d-4b5a-4948-be60-813b047b4519 HTTP/1.1" status: 200 len: 1093 time: 0.7230291 Aug 25 05:12:29.998609 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1', 'tag': '4ee4039d-4b5a-4948-be60-813b047b4519'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:12:30.000810 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ccd5cb-7e67-4390-a72b-8c713e3db640" -d '{"events": [{"name": "network-changed", "server_uuid": "6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1", "tag": "4ee4039d-4b5a-4948-be60-813b047b4519"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:12:30.026045 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14cf9b-491e-4ea4-920a-013d51b0e643 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee4039d-4b5a-4948-be60-813b047b4519,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:30.037527 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ab9273-50b6-4d2d-a03f-aa11dcef7450 x-openstack-request-id: req-f0ab9273-50b6-4d2d-a03f-aa11dcef7450 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:12:30.037815 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1", "tag": "4ee4039d-4b5a-4948-be60-813b047b4519", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:12:30.038068 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0ab9273-50b6-4d2d-a03f-aa11dcef7450 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:12:30.038458 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1', 'tag': '4ee4039d-4b5a-4948-be60-813b047b4519', 'status': 'completed', 'code': 200} Aug 25 05:12:30.130026 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccd5cb-7e67-4390-a72b-8c713e3db640 req-ffeb7c44-b3e5-407d-af23-43a35ea76c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:30.131852 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e1ccd5cb-7e67-4390-a72b-8c713e3db640 req-ffeb7c44-b3e5-407d-af23-43a35ea76c2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02a7dd2cba3b4742bf1d9d85e1a00ef4&device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 1096 time: 0.0399933 Aug 25 05:12:30.251692 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccd5cb-7e67-4390-a72b-8c713e3db640 req-fd700861-ba18-4f1f-996e-f2d382e66105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:30.253129 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e1ccd5cb-7e67-4390-a72b-8c713e3db640 req-fd700861-ba18-4f1f-996e-f2d382e66105 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=02a7dd2cba3b4742bf1d9d85e1a00ef4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0914502 Aug 25 05:12:30.369257 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccd5cb-7e67-4390-a72b-8c713e3db640 req-91737b04-9447-4da7-bc5a-5bbaa8cd233d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:30.370724 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e1ccd5cb-7e67-4390-a72b-8c713e3db640 req-91737b04-9447-4da7-bc5a-5bbaa8cd233d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1100378 Aug 25 05:12:30.385776 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df864678-c74d-4190-837c-d5237ae2b125 req-41951b04-5b22-4ea2-9149-3d137b471d79 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:30.387196 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-df864678-c74d-4190-837c-d5237ae2b125 req-41951b04-5b22-4ea2-9149-3d137b471d79 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 945 time: 0.0664551 Aug 25 05:12:30.426017 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-df864678-c74d-4190-837c-d5237ae2b125 req-cb6a310d-f91d-4baf-8831-f158e3dc4d94 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3f16966-4a39-41e8-899f-07dc94cae714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316644 Aug 25 05:12:30.452185 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6568685-3111-42de-ab49-a27942e6f355 req-64bd188a-bfba-41bb-9a74-b238ff7249d3 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:30.453694 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a6568685-3111-42de-ab49-a27942e6f355 req-64bd188a-bfba-41bb-9a74-b238ff7249d3 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 944 time: 0.0729172 Aug 25 05:12:30.462177 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8827f-f40f-48ce-99a6-b68c8f4403b0 req-35855f96-5d9d-49b8-9f5e-b002ce01abf2 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:30.462423 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-10b8827f-f40f-48ce-99a6-b68c8f4403b0 req-35855f96-5d9d-49b8-9f5e-b002ce01abf2 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 945 time: 0.0906150 Aug 25 05:12:30.473275 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-95ea5983-425e-425a-bb2d-a2eee6f620c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:30.474845 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-95ea5983-425e-425a-bb2d-a2eee6f620c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02a7dd2cba3b4742bf1d9d85e1a00ef4&device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 1096 time: 0.0464234 Aug 25 05:12:30.503275 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d46354b-c728-4d01-9d8e-927c4f8f9f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:30.524094 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-fc30a18c-d6e4-42b0-91b7-0ebdb553617e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ee4039d-4b5a-4948-be60-813b047b4519 HTTP/1.1" status: 200 len: 217 time: 0.0346248 Aug 25 05:12:30.547874 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a6568685-3111-42de-ab49-a27942e6f355 req-ecd7337e-4283-4b97-a950-5127ac2f36c8 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845084 Aug 25 05:12:30.572864 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-aa80fea2-1fd1-4d2d-8066-c68fc82a6ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:30.574207 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-aa80fea2-1fd1-4d2d-8066-c68fc82a6ee3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3ecc65b9-7df6-4f7c-9cba-9d26528ea08c HTTP/1.1" status: 200 len: 853 time: 0.0434430 Aug 25 05:12:30.577732 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-10b8827f-f40f-48ce-99a6-b68c8f4403b0 req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Deleting port a621b1a6-186e-42de-a1c4-849c8d4ba910 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:12:30.578128 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-10b8827f-f40f-48ce-99a6-b68c8f4403b0 req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:30.609327 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-1b267549-18f9-4323-9eac-be96bd81481f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52fe4d79-490d-4eb6-bb2b-5245faaa2eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278404 Aug 25 05:12:30.663249 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-10b8827f-f40f-48ce-99a6-b68c8f4403b0 req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] For port a621b1a6-186e-42de-a1c4-849c8d4ba910, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a621b1a6-186e-42de-a1c4-849c8d4ba910,segment=NetworkSegment(78b61737-4ec5-4df0-b1a3-d71596c9c7fc),segment_id=78b61737-4ec5-4df0-b1a3-d71596c9c7fc)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:12:30.663939 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-10b8827f-f40f-48ce-99a6-b68c8f4403b0 req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:30.697912 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-3a134a25-1e43-4fee-b9c6-ba67f5a965c6 service neutron] 10.222.0.20 "GET /v2.0/networks/52fe4d79-490d-4eb6-bb2b-5245faaa2eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790212 Aug 25 05:12:30.821867 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0ffdb11f-9755-479d-8d63-7a0effa4b1ac req-a67cdda1-83a7-4a65-b78a-254a521c78fb service neutron] 10.222.0.20 "GET /v2.0/networks/52fe4d79-490d-4eb6-bb2b-5245faaa2eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170669 Aug 25 05:12:30.829141 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d85f0d-3642-48d8-b130-db38485e2e57 req-6d5b3566-9894-43bb-b929-dd3ea3d1d3a6 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:30.830607 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f4d85f0d-3642-48d8-b130-db38485e2e57 req-6d5b3566-9894-43bb-b929-dd3ea3d1d3a6 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 943 time: 0.0726590 Aug 25 05:12:30.833365 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-10b8827f-f40f-48ce-99a6-b68c8f4403b0 req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:30.834342 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-10b8827f-f40f-48ce-99a6-b68c8f4403b0 req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406152'] for floatingip, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:30.834342 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.db.l3_db [req-10b8827f-f40f-48ce-99a6-b68c8f4403b0 req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Floating IP 0630362c-42e0-4ded-a5aa-a57eb53ef7c9 disassociated. External IP: 172.27.0.58, port: a621b1a6-186e-42de-a1c4-849c8d4ba910. Aug 25 05:12:30.834631 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-10b8827f-f40f-48ce-99a6-b68c8f4403b0 req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Calling delete_port for a621b1a6-186e-42de-a1c4-849c8d4ba910 owned by compute:nova {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:12:30.869236 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f4d85f0d-3642-48d8-b130-db38485e2e57 req-9f51b7e0-b513-4da6-bcd9-31289a52c71b tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327919 Aug 25 05:12:31.025490 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-10b8827f-f40f-48ce-99a6-b68c8f4403b0 req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:31.055725 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Pushing event deleted for resources: {'Port': ['ID=a621b1a6-186e-42de-a1c4-849c8d4ba910,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:31.068049 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:31.068410 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:31.068773 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:31.069095 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:31.069427 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:31.069758 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:31.070172 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:31.070421 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:31.070780 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:31.071108 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:31.071435 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:31.071760 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:31.177012 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10b8827f-f40f-48ce-99a6-b68c8f4403b0 req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:12:31.280482 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10b8827f-f40f-48ce-99a6-b68c8f4403b0 req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:12:31.289734 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a890f9c1-88a9-4112-8a4f-0d49188caf73 None None] Sync routers for ids ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:12:31.298699 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a890f9c1-88a9-4112-8a4f-0d49188caf73 None None] Routers {'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:12:31.299317 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-a890f9c1-88a9-4112-8a4f-0d49188caf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:12:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:31.320107 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b8827f-f40f-48ce-99a6-b68c8f4403b0 req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] No DVR routers for this DVR port a621b1a6-186e-42de-a1c4-849c8d4ba910 on host hv-cinder-75793 {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:12:31.322693 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-10b8827f-f40f-48ce-99a6-b68c8f4403b0 req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:31.324722 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-10b8827f-f40f-48ce-99a6-b68c8f4403b0 req-ef072aef-0991-47cb-8b0a-c883941da5b6 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.20 "DELETE /v2.0/ports/a621b1a6-186e-42de-a1c4-849c8d4ba910 HTTP/1.1" status: 204 len: 173 time: 0.8549297 Aug 25 05:12:31.325152 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9128724-64fc-4891-b463-0650c85203c8', 'name': 'network-vif-deleted', 'tag': 'a621b1a6-186e-42de-a1c4-849c8d4ba910'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:12:31.327969 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0491a1-e963-4bf9-9d5d-3edc5e203b3d" -d '{"events": [{"server_uuid": "d9128724-64fc-4891-b463-0650c85203c8", "name": "network-vif-deleted", "tag": "a621b1a6-186e-42de-a1c4-849c8d4ba910"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:12:31.427797 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d669e8a-21c7-412e-9f79-d93560420fb9 x-openstack-request-id: req-5d669e8a-21c7-412e-9f79-d93560420fb9 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:12:31.428306 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9128724-64fc-4891-b463-0650c85203c8", "name": "network-vif-deleted", "tag": "a621b1a6-186e-42de-a1c4-849c8d4ba910", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:12:31.428731 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d669e8a-21c7-412e-9f79-d93560420fb9 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:12:31.429141 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9128724-64fc-4891-b463-0650c85203c8', 'name': 'network-vif-deleted', 'tag': 'a621b1a6-186e-42de-a1c4-849c8d4ba910', 'status': 'completed', 'code': 200} Aug 25 05:12:31.536103 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f5685e68-00e2-4a4b-8a59-519df13f44cf req-54ce523a-29b1-43ce-bea2-75d4e219dbd0 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9128724-64fc-4891-b463-0650c85203c8 HTTP/1.1" status: 200 len: 210 time: 0.0288045 Aug 25 05:12:31.545211 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-a890f9c1-88a9-4112-8a4f-0d49188caf73 None None] Set router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:12:31.659433 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device b537575a-2b55-4dbe-a0f0-01ae24b13ff9 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:12:31.676567 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b30634-3fe1-4ddc-841c-8cce398ecd25 req-aabc2809-c26f-4593-ae31-82f91f39f49b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:31.682737 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b5b30634-3fe1-4ddc-841c-8cce398ecd25 req-aabc2809-c26f-4593-ae31-82f91f39f49b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 944 time: 0.0525367 Aug 25 05:12:31.718100 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b5b30634-3fe1-4ddc-841c-8cce398ecd25 req-93fc9e68-318c-4748-b519-64e8155ac67b tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328486 Aug 25 05:12:31.814857 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port b537575a-2b55-4dbe-a0f0-01ae24b13ff9, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=b537575a-2b55-4dbe-a0f0-01ae24b13ff9,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:12:31.828866 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'port_id': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9', 'mac_address': 'fa:16:3e:67:99:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '686786a2-7682-45e8-a905-204e7e4e6535', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:12:31.837972 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-a890f9c1-88a9-4112-8a4f-0d49188caf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'name': 'tempest-AttachVolumeTestJSON-2051829355-router', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:05:52Z', 'revision_number': 4, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'gw_port': {'id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': 'db04dd18-d1f9-468e-87e9-b3174705888c', 'name': '', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'mac_address': 'fa:16:3e:1c:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:48Z', 'updated_at': '2021-08-25T05:06:01Z', 'revision_number': 5, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'subnets': [{'id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:31.884801 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a890f9c1-88a9-4112-8a4f-0d49188caf73 None None] Checking router: a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:12:31.901515 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:31.904122 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a890f9c1-88a9-4112-8a4f-0d49188caf73 None None] Routers {'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:12:31.904743 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-a890f9c1-88a9-4112-8a4f-0d49188caf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:12:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:31.972589 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b537575a-2b55-4dbe-a0f0-01ae24b13ff9 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:12:31.978756 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875b712-5913-4f1f-8cbb-303f8e3af70d req-ba8ce29b-6039-49f5-aea3-d4528002e8e4 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:31.980644 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8875b712-5913-4f1f-8cbb-303f8e3af70d req-ba8ce29b-6039-49f5-aea3-d4528002e8e4 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 943 time: 0.0462208 Aug 25 05:12:32.005097 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port b537575a-2b55-4dbe-a0f0-01ae24b13ff9, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=b537575a-2b55-4dbe-a0f0-01ae24b13ff9,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:12:32.021274 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8875b712-5913-4f1f-8cbb-303f8e3af70d req-ebbb872d-8bb0-4933-9fb2-239f47faed6a tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347283 Aug 25 05:12:32.030175 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-a890f9c1-88a9-4112-8a4f-0d49188caf73 None None] Set router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:12:32.110630 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:32.204816 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=b537575a-2b55-4dbe-a0f0-01ae24b13ff9,revision_number=9']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:32.275477 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-a890f9c1-88a9-4112-8a4f-0d49188caf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'name': 'tempest-AttachVolumeTestJSON-2051829355-router', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:05:52Z', 'revision_number': 4, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'gw_port': {'id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': 'db04dd18-d1f9-468e-87e9-b3174705888c', 'name': '', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'mac_address': 'fa:16:3e:1c:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:48Z', 'updated_at': '2021-08-25T05:06:01Z', 'revision_number': 5, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'subnets': [{'id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:32.304853 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a890f9c1-88a9-4112-8a4f-0d49188caf73 None None] The sync data for ids ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'] in dv-cinder-757936-7-iscsi is: [{'id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'name': 'tempest-AttachVolumeTestJSON-2051829355-router', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:05:52Z', 'revision_number': 4, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'gw_port': {'id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': 'db04dd18-d1f9-468e-87e9-b3174705888c', 'name': '', 'network_id': 'a6ccc573-34f3-494f-bb99-823ef7768dbb', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'mac_address': 'fa:16:3e:1c:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:48Z', 'updated_at': '2021-08-25T05:06:01Z', 'revision_number': 5, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'subnets': [{'id': '63327dc2-0b57-412f-9bea-3d5445c9009c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:12:32.464177 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['b537575a-2b55-4dbe-a0f0-01ae24b13ff9'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:12:32.503627 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1897df1f-31cf-4114-9755-9f4f2a94e161 None None] New status for floating IP 0630362c-42e0-4ded-a5aa-a57eb53ef7c9: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 05:12:32.706470 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46138) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:32.761021 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d47302ce-254a-4d96-97d4-60b518e5ad97 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:32.783881 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d47302ce-254a-4d96-97d4-60b518e5ad97 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:32.839244 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb6f1e-f718-46da-8dc1-2cc6269dcf5d req-22787efa-0954-4208-96e1-26c9c8812f25 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:32.840700 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7beb6f1e-f718-46da-8dc1-2cc6269dcf5d req-22787efa-0954-4208-96e1-26c9c8812f25 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 945 time: 0.0472424 Aug 25 05:12:32.878275 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7beb6f1e-f718-46da-8dc1-2cc6269dcf5d req-65bb670d-e56d-4f57-9fe4-9b62ece7cca7 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316012 Aug 25 05:12:32.985444 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d47302ce-254a-4d96-97d4-60b518e5ad97 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:32.988043 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d47302ce-254a-4d96-97d4-60b518e5ad97 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:32.989218 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d47302ce-254a-4d96-97d4-60b518e5ad97 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "DELETE /v2.0/security-groups/f3f16966-4a39-41e8-899f-07dc94cae714 HTTP/1.1" status: 204 len: 168 time: 0.2815928 Aug 25 05:12:32.992236 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 46142) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:32.999977 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47302ce-254a-4d96-97d4-60b518e5ad97 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f16966-4a39-41e8-899f-07dc94cae714,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:33.007923 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.api.v2.resource [None req-fdf5b7c4-5458-48dd-ad0c-66de6a12600a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] show failed (client error): The resource could not be found. Aug 25 05:12:33.009160 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-fdf5b7c4-5458-48dd-ad0c-66de6a12600a tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "GET /v2.0/security-groups/f3f16966-4a39-41e8-899f-07dc94cae714 HTTP/1.1" status: 404 len: 347 time: 0.0160129 Aug 25 05:12:33.012080 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46144) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:33.042708 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d27671b-b132-4869-affc-5a2f12b7906a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:33.160781 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b63d6-7a22-426b-bb23-5a48f4640e3b req-891c421e-3497-4351-9112-5ba7bd1ce860 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:33.162265 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5f6b63d6-7a22-426b-bb23-5a48f4640e3b req-891c421e-3497-4351-9112-5ba7bd1ce860 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 943 time: 0.0738235 Aug 25 05:12:33.193074 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3d348179-1890-4be1-81ef-f75fd61d2505 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Deleting port a0bb0b54-861d-40a2-8cb4-bfb2811d2b2b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:12:33.193411 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d348179-1890-4be1-81ef-f75fd61d2505 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:33.222166 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5f6b63d6-7a22-426b-bb23-5a48f4640e3b req-639eb268-c3f8-4726-81f0-96dbc3c27e2c tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538995 Aug 25 05:12:33.281726 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d348179-1890-4be1-81ef-f75fd61d2505 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:33.282051 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d348179-1890-4be1-81ef-f75fd61d2505 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:33.291210 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:33.295398 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3d348179-1890-4be1-81ef-f75fd61d2505 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Calling delete_port for a0bb0b54-861d-40a2-8cb4-bfb2811d2b2b owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:12:33.479914 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d348179-1890-4be1-81ef-f75fd61d2505 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:33.503961 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d348179-1890-4be1-81ef-f75fd61d2505 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Pushing event deleted for resources: {'Port': ['ID=a0bb0b54-861d-40a2-8cb4-bfb2811d2b2b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:33.564168 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d348179-1890-4be1-81ef-f75fd61d2505 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:33.566746 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d348179-1890-4be1-81ef-f75fd61d2505 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:33.567885 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-3d348179-1890-4be1-81ef-f75fd61d2505 tempest-AttachVolumeTestJSON-809627428 tempest-AttachVolumeTestJSON-809627428-project] 10.222.0.13 "DELETE /v2.0/floatingips/0630362c-42e0-4ded-a5aa-a57eb53ef7c9 HTTP/1.1" status: 204 len: 168 time: 0.5548384 Aug 25 05:12:33.645279 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 4ee4039d-4b5a-4948-be60-813b047b4519 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:12:33.655093 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device b537575a-2b55-4dbe-a0f0-01ae24b13ff9 up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:12:33.761698 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port b537575a-2b55-4dbe-a0f0-01ae24b13ff9 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:12:33.762090 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:33.798481 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 4ee4039d-4b5a-4948-be60-813b047b4519, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=4ee4039d-4b5a-4948-be60-813b047b4519,segment=NetworkSegment(176b82d7-d9a9-4d4a-8f60-603b200cee70),segment_id=176b82d7-d9a9-4d4a-8f60-603b200cee70)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:12:33.819184 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': '4ee4039d-4b5a-4948-be60-813b047b4519', 'network_id': '52fe4d79-490d-4eb6-bb2b-5245faaa2eca', 'port_id': '4ee4039d-4b5a-4948-be60-813b047b4519', 'mac_address': 'fa:16:3e:28:6e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecc65b9-7df6-4f7c-9cba-9d26528ea08c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:12:33.883584 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:33.896943 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:33.901626 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee4039d-4b5a-4948-be60-813b047b4519 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:12:33.936324 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c12626e-d3ec-4396-968f-43c501ba397a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:12:33.938581 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572fc456-1286-4cd1-b9f6-8fb9c273be6a" -d '{"events": [{"server_uuid": "6c12626e-d3ec-4396-968f-43c501ba397a", "name": "network-vif-plugged", "status": "completed", "tag": "b537575a-2b55-4dbe-a0f0-01ae24b13ff9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:12:33.944117 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 4ee4039d-4b5a-4948-be60-813b047b4519, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=4ee4039d-4b5a-4948-be60-813b047b4519,segment=NetworkSegment(176b82d7-d9a9-4d4a-8f60-603b200cee70),segment_id=176b82d7-d9a9-4d4a-8f60-603b200cee70)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:12:33.952979 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port b537575a-2b55-4dbe-a0f0-01ae24b13ff9, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=b537575a-2b55-4dbe-a0f0-01ae24b13ff9,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:12:33.975023 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c648a7-83d3-464c-8db6-ba7214695de6 x-openstack-request-id: req-f3c648a7-83d3-464c-8db6-ba7214695de6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:12:33.975315 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c12626e-d3ec-4396-968f-43c501ba397a", "name": "network-vif-plugged", "status": "completed", "tag": "b537575a-2b55-4dbe-a0f0-01ae24b13ff9", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:12:33.975679 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3c648a7-83d3-464c-8db6-ba7214695de6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:12:33.976080 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c12626e-d3ec-4396-968f-43c501ba397a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9', 'code': 200} Aug 25 05:12:34.002538 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bf56c-e347-4d14-a99e-947d7fbf6470 req-5d25d446-7ba2-4597-9ebc-d3802e1cbe2e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:34.003967 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-367bf56c-e347-4d14-a99e-947d7fbf6470 req-5d25d446-7ba2-4597-9ebc-d3802e1cbe2e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 945 time: 0.0538046 Aug 25 05:12:34.025562 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:34.043016 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-367bf56c-e347-4d14-a99e-947d7fbf6470 req-f4c172a9-e1b3-4921-8f6a-aab4e5023fcf tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326331 Aug 25 05:12:34.050309 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:34.051262 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device a621b1a6-186e-42de-a1c4-849c8d4ba910 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:12:34.075505 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] No Port match for: a621b1a6-186e-42de-a1c4-849c8d4ba910 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:12:34.075854 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device a621b1a6-186e-42de-a1c4-849c8d4ba910 not bound to the agent host hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:12:34.096514 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=4ee4039d-4b5a-4948-be60-813b047b4519,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:34.144687 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=b537575a-2b55-4dbe-a0f0-01ae24b13ff9,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:34.336750 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:34.338078 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46365586-3e39-4023-9d82-c04934839ac7 req-33c15cb8-f446-4620-a485-2a5364e6b167 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:34.339636 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-46365586-3e39-4023-9d82-c04934839ac7 req-33c15cb8-f446-4620-a485-2a5364e6b167 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 944 time: 0.0477471 Aug 25 05:12:34.345224 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['4ee4039d-4b5a-4948-be60-813b047b4519'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:12:34.363208 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93b88c-17a3-487e-8fa4-521d645b69e3 req-82d03b76-d646-4f19-bd41-049eef9b0cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:34.364913 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3b93b88c-17a3-487e-8fa4-521d645b69e3 req-82d03b76-d646-4f19-bd41-049eef9b0cd7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 1100 time: 0.0428336 Aug 25 05:12:34.379835 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-46365586-3e39-4023-9d82-c04934839ac7 req-46e56ad5-a9c2-4a1d-8a08-069dc9267fab tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333567 Aug 25 05:12:34.403327 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3b93b88c-17a3-487e-8fa4-521d645b69e3 req-8dc48143-9e3f-4365-9535-6fea07618882 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306575 Aug 25 05:12:35.171118 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c781710-5d7d-4b8c-8b96-f9cf8d77635d req-d8769eaf-21a4-4581-977c-7dd2231049df tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:35.172591 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5c781710-5d7d-4b8c-8b96-f9cf8d77635d req-d8769eaf-21a4-4581-977c-7dd2231049df tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 947 time: 0.0487733 Aug 25 05:12:35.209696 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5c781710-5d7d-4b8c-8b96-f9cf8d77635d req-5ffa90fd-6649-4401-806d-fe31458abdfa tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312295 Aug 25 05:12:35.494413 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37780432-9846-47cb-982f-f51a658c9fd6 req-b4379ab8-0773-4bcd-94f6-8e5c4c4a9544 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:35.495914 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-37780432-9846-47cb-982f-f51a658c9fd6 req-b4379ab8-0773-4bcd-94f6-8e5c4c4a9544 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 944 time: 0.0478001 Aug 25 05:12:35.535752 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-37780432-9846-47cb-982f-f51a658c9fd6 req-3c48ede1-42ad-40d4-8b3b-1998264b5eaf tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328014 Aug 25 05:12:35.582835 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e9fdc19d-5579-4e7d-9142-dc0acd9cd638 req-cc1f8091-9200-4c3c-bda1-62272e04ffbc tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1118844132&fields=id&tenant_id=9a8f9910a1cc48de84fb328b14a3d11a HTTP/1.1" status: 200 len: 267 time: 0.0343723 Aug 25 05:12:35.636617 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdc19d-5579-4e7d-9142-dc0acd9cd638 req-3845a243-ca00-42d7-bf25-575734951b15 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:35.638220 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e9fdc19d-5579-4e7d-9142-dc0acd9cd638 req-3845a243-ca00-42d7-bf25-575734951b15 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 984 time: 0.0537622 Aug 25 05:12:35.649505 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-e9fdc19d-5579-4e7d-9142-dc0acd9cd638 req-3d62dd19-3954-4d6b-8c19-edec47188198 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Request body: {'port': {'security_groups': ['78107b5e-e441-4c1f-9b82-85b36273991d']}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:12:35.652362 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 4ee4039d-4b5a-4948-be60-813b047b4519 up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:12:35.717682 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e9fdc19d-5579-4e7d-9142-dc0acd9cd638 req-3d62dd19-3954-4d6b-8c19-edec47188198 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:35.773886 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning for port 4ee4039d-4b5a-4948-be60-813b047b4519 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:12:35.777858 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port 4ee4039d-4b5a-4948-be60-813b047b4519 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:12:35.778237 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:35.868091 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:35.893918 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-e9fdc19d-5579-4e7d-9142-dc0acd9cd638 req-3d62dd19-3954-4d6b-8c19-edec47188198 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] For port 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=6e664aac-f738-42e2-8d2f-ae7d3a5dd93e,segment=NetworkSegment(fe9efac2-58ae-46da-8c1a-767abf0bd920),segment_id=fe9efac2-58ae-46da-8c1a-767abf0bd920)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:12:35.901996 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 4ee4039d-4b5a-4948-be60-813b047b4519, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=4ee4039d-4b5a-4948-be60-813b047b4519,segment=NetworkSegment(176b82d7-d9a9-4d4a-8f60-603b200cee70),segment_id=176b82d7-d9a9-4d4a-8f60-603b200cee70)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:12:35.922943 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e9fdc19d-5579-4e7d-9142-dc0acd9cd638 req-3d62dd19-3954-4d6b-8c19-edec47188198 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:35.962265 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:35.976896 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee4039d-4b5a-4948-be60-813b047b4519'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:12:35.979230 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd79ad1-3873-4b3b-b1c6-5185b5b95858" -d '{"events": [{"server_uuid": "6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1", "name": "network-vif-plugged", "status": "completed", "tag": "4ee4039d-4b5a-4948-be60-813b047b4519"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:12:35.990780 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:35.990920 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e9fdc19d-5579-4e7d-9142-dc0acd9cd638 req-3d62dd19-3954-4d6b-8c19-edec47188198 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52348945'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:36.025101 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9dc8bb-86a1-4436-90b2-a63696eb8387 x-openstack-request-id: req-1f9dc8bb-86a1-4436-90b2-a63696eb8387 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:12:36.025264 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1", "name": "network-vif-plugged", "status": "completed", "tag": "4ee4039d-4b5a-4948-be60-813b047b4519", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:12:36.025482 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f9dc8bb-86a1-4436-90b2-a63696eb8387 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:12:36.025982 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee4039d-4b5a-4948-be60-813b047b4519', 'code': 200} Aug 25 05:12:36.030315 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['6e664aac-f738-42e2-8d2f-ae7d3a5dd93e'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:12:36.035099 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdc19d-5579-4e7d-9142-dc0acd9cd638 req-3d62dd19-3954-4d6b-8c19-edec47188198 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:36.035745 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e9fdc19d-5579-4e7d-9142-dc0acd9cd638 req-3d62dd19-3954-4d6b-8c19-edec47188198 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:36.043191 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e9fdc19d-5579-4e7d-9142-dc0acd9cd638 req-3d62dd19-3954-4d6b-8c19-edec47188198 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "PUT /v2.0/ports/6e664aac-f738-42e2-8d2f-ae7d3a5dd93e HTTP/1.1" status: 200 len: 942 time: 0.3983264 Aug 25 05:12:36.043315 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46202) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:36.046662 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb7cb8f-51cb-4b47-b278-b162b5dc012e', 'tag': '6e664aac-f738-42e2-8d2f-ae7d3a5dd93e'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:12:36.049815 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671b1ea7-095a-44dc-869b-fbc95c36be96" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb7cb8f-51cb-4b47-b278-b162b5dc012e", "tag": "6e664aac-f738-42e2-8d2f-ae7d3a5dd93e"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:12:36.103489 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62dd19-3954-4d6b-8c19-edec47188198 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Pushing event updated for resources: {'Port': ['ID=6e664aac-f738-42e2-8d2f-ae7d3a5dd93e,revision_number=7']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:36.119313 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=4ee4039d-4b5a-4948-be60-813b047b4519,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:36.126621 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f509d62-78d8-4705-b29e-c699ee705e7c x-openstack-request-id: req-1f509d62-78d8-4705-b29e-c699ee705e7c {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:12:36.136671 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb7cb8f-51cb-4b47-b278-b162b5dc012e", "tag": "6e664aac-f738-42e2-8d2f-ae7d3a5dd93e", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:12:36.136990 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f509d62-78d8-4705-b29e-c699ee705e7c {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:12:36.137427 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb7cb8f-51cb-4b47-b278-b162b5dc012e', 'tag': '6e664aac-f738-42e2-8d2f-ae7d3a5dd93e', 'status': 'completed', 'code': 200} Aug 25 05:12:36.192337 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5545cc7-afe1-4e30-a4fe-0e66d75f9a54 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:36.202197 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['6e664aac-f738-42e2-8d2f-ae7d3a5dd93e'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:12:36.224916 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5545cc7-afe1-4e30-a4fe-0e66d75f9a54 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:36.288747 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b1ea7-095a-44dc-869b-fbc95c36be96 req-7f3bac1c-ea22-443c-8181-3b561f21c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:36.290323 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-671b1ea7-095a-44dc-869b-fbc95c36be96 req-7f3bac1c-ea22-443c-8181-3b561f21c953 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a8f9910a1cc48de84fb328b14a3d11a&device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 1098 time: 0.1223602 Aug 25 05:12:36.380047 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-734e8e6c-b8bf-4109-a671-f08cc8550d93 None None] Provisioning complete for port 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:12:36.380700 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-734e8e6c-b8bf-4109-a671-f08cc8550d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:36.405803 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5545cc7-afe1-4e30-a4fe-0e66d75f9a54 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:36.412292 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5545cc7-afe1-4e30-a4fe-0e66d75f9a54 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:36.414397 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f5545cc7-afe1-4e30-a4fe-0e66d75f9a54 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "DELETE /v2.0/security-groups/2b66c184-c7bb-4ab3-bbb5-59dd222e3f7a HTTP/1.1" status: 204 len: 168 time: 0.3698416 Aug 25 05:12:36.418402 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 46228) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:36.430548 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5545cc7-afe1-4e30-a4fe-0e66d75f9a54 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b66c184-c7bb-4ab3-bbb5-59dd222e3f7a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:36.441683 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c6f6b-7dd2-4e25-acb7-d226914f60b8 req-6062fcf1-c50b-4bdf-a9a9-3d6d581f1bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:36.444035 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dc9c6f6b-7dd2-4e25-acb7-d226914f60b8 req-6062fcf1-c50b-4bdf-a9a9-3d6d581f1bcf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 1098 time: 0.0936902 Aug 25 05:12:36.489694 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba39934-3913-46dc-9b17-7801189b61b1 req-fce03f81-2324-4a6b-9046-eab596c690a5 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:36.491402 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5ba39934-3913-46dc-9b17-7801189b61b1 req-fce03f81-2324-4a6b-9046-eab596c690a5 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 947 time: 0.1946204 Aug 25 05:12:36.499883 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dc9c6f6b-7dd2-4e25-acb7-d226914f60b8 req-84496070-c5ab-4786-afa9-1ba3064d5023 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488501 Aug 25 05:12:36.552309 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b1ea7-095a-44dc-869b-fbc95c36be96 req-b2fe5b32-5f0e-4382-b026-6d2107d4e80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:36.553836 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-671b1ea7-095a-44dc-869b-fbc95c36be96 req-b2fe5b32-5f0e-4382-b026-6d2107d4e80f service neutron] 10.222.0.20 "GET /v2.0/networks?id=81aa1af3-2156-4547-b112-557e17885df9 HTTP/1.1" status: 200 len: 914 time: 0.2551618 Aug 25 05:12:36.583585 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5ba39934-3913-46dc-9b17-7801189b61b1 req-f1c12309-9452-493d-a342-297d11c3d21d tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611448 Aug 25 05:12:36.656815 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe68fbd-b797-4c32-a95b-13553838bc7d req-8270961e-8a10-41d9-9c40-15d573916cbd tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:36.658457 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dbe68fbd-b797-4c32-a95b-13553838bc7d req-8270961e-8a10-41d9-9c40-15d573916cbd tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 945 time: 0.0494916 Aug 25 05:12:36.694490 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-5917309d-19ba-466b-89eb-f82dee31550d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Deleting port c4fdba02-21ba-406c-876f-fe210a572af2 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:12:36.694900 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5917309d-19ba-466b-89eb-f82dee31550d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:36.700738 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dbe68fbd-b797-4c32-a95b-13553838bc7d req-5a78ffdf-5a4f-403f-8724-1b307a206cf4 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356407 Aug 25 05:12:36.778990 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5917309d-19ba-466b-89eb-f82dee31550d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:36.779865 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5917309d-19ba-466b-89eb-f82dee31550d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:36.821821 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-5917309d-19ba-466b-89eb-f82dee31550d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Calling delete_port for c4fdba02-21ba-406c-876f-fe210a572af2 owned by network:floatingip {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:12:36.846021 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-671b1ea7-095a-44dc-869b-fbc95c36be96 req-89021be9-04bb-4ed5-bd59-ffcda1037b9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e664aac-f738-42e2-8d2f-ae7d3a5dd93e HTTP/1.1" status: 200 len: 1001 time: 0.0797451 Aug 25 05:12:36.959135 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b1ea7-095a-44dc-869b-fbc95c36be96 req-a18bca5c-928a-47e2-9620-19123a0eab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:36.960491 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-671b1ea7-095a-44dc-869b-fbc95c36be96 req-a18bca5c-928a-47e2-9620-19123a0eab19 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba383986-3c88-462b-9adb-59c3e99b5829 HTTP/1.1" status: 200 len: 853 time: 0.0857036 Aug 25 05:12:37.021861 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b1ea7-095a-44dc-869b-fbc95c36be96 req-99054729-9cd6-4378-969a-02a53dcf2876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:37.023366 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-671b1ea7-095a-44dc-869b-fbc95c36be96 req-99054729-9cd6-4378-969a-02a53dcf2876 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81aa1af3-2156-4547-b112-557e17885df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506945 Aug 25 05:12:37.139688 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-671b1ea7-095a-44dc-869b-fbc95c36be96 req-59ae4f75-cc80-4d7a-a680-6e8ac19ad062 service neutron] 10.222.0.20 "GET /v2.0/networks/81aa1af3-2156-4547-b112-557e17885df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918570 Aug 25 05:12:37.233815 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-671b1ea7-095a-44dc-869b-fbc95c36be96 req-05336bf4-93c0-41d8-9163-5f2a7e64ddf7 service neutron] 10.222.0.20 "GET /v2.0/networks/81aa1af3-2156-4547-b112-557e17885df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847368 Aug 25 05:12:37.245215 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5917309d-19ba-466b-89eb-f82dee31550d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:37.273111 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917309d-19ba-466b-89eb-f82dee31550d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Pushing event deleted for resources: {'Port': ['ID=c4fdba02-21ba-406c-876f-fe210a572af2,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:37.331176 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5917309d-19ba-466b-89eb-f82dee31550d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks [] for floatingip, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:37.331849 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.db.l3_db [None req-5917309d-19ba-466b-89eb-f82dee31550d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Floating IP 89f5a0aa-b806-4b61-bac0-435f53e96b9a disassociated (deleted). External IP: 172.27.0.229, port: 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e. Aug 25 05:12:37.528694 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5917309d-19ba-466b-89eb-f82dee31550d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Router 2b5e144c-f470-4893-b8cd-fe3e41592ad9 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:12:37.623679 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46242) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:37.645986 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5917309d-19ba-466b-89eb-f82dee31550d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:12:37.657427 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddb7634-d2b5-405b-af1b-4439edef5b0f None None] Sync routers for ids ['2b5e144c-f470-4893-b8cd-fe3e41592ad9'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:12:37.657966 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5917309d-19ba-466b-89eb-f82dee31550d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:37.673731 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddb7634-d2b5-405b-af1b-4439edef5b0f None None] Routers {'2b5e144c-f470-4893-b8cd-fe3e41592ad9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:12:37.674362 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-7ddb7634-d2b5-405b-af1b-4439edef5b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:12:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['2b5e144c-f470-4893-b8cd-fe3e41592ad9'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:37.720070 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-5917309d-19ba-466b-89eb-f82dee31550d tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "DELETE /v2.0/floatingips/89f5a0aa-b806-4b61-bac0-435f53e96b9a HTTP/1.1" status: 204 len: 168 time: 1.2990465 Aug 25 05:12:37.749610 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd7c01-3df8-4e67-8b2d-b19d3a143326 req-29e025b4-694a-46bc-9cd7-4dbb987b6358 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:37.752620 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-aabd7c01-3df8-4e67-8b2d-b19d3a143326 req-29e025b4-694a-46bc-9cd7-4dbb987b6358 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 947 time: 0.0731919 Aug 25 05:12:37.793835 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-aabd7c01-3df8-4e67-8b2d-b19d3a143326 req-add4efcb-368c-4efd-bcda-f4b080a694e6 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357077 Aug 25 05:12:37.811623 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-7ddb7634-d2b5-405b-af1b-4439edef5b0f None None] Set router 2b5e144c-f470-4893-b8cd-fe3e41592ad9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:12:38.159890 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb7cb8f-51cb-4b47-b278-b162b5dc012e', 'tag': '6e664aac-f738-42e2-8d2f-ae7d3a5dd93e'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:12:38.162039 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346d9316-530a-4e6c-a27f-d0ac9e36639b" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb7cb8f-51cb-4b47-b278-b162b5dc012e", "tag": "6e664aac-f738-42e2-8d2f-ae7d3a5dd93e"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:12:38.186427 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c5e73-5bef-498e-889a-84e4b97c73b7 req-54ee2528-5142-4265-8975-08b5cd77c293 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:38.193640 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-902c5e73-5bef-498e-889a-84e4b97c73b7 req-54ee2528-5142-4265-8975-08b5cd77c293 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 945 time: 0.3269281 Aug 25 05:12:38.223459 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9a3069-f287-4e22-a91e-126c6544b153 x-openstack-request-id: req-fc9a3069-f287-4e22-a91e-126c6544b153 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:12:38.223751 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb7cb8f-51cb-4b47-b278-b162b5dc012e", "tag": "6e664aac-f738-42e2-8d2f-ae7d3a5dd93e", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:12:38.223898 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-7ddb7634-d2b5-405b-af1b-4439edef5b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'name': 'tempest-TestMinimumBasicScenario-306089384-router', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:52Z', 'updated_at': '2021-08-25T05:09:55Z', 'revision_number': 4, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'gw_port': {'id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:09:53Z', 'updated_at': '2021-08-25T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': 'e33cecbf-cc98-44d7-98e3-5c7c41da74f3', 'name': '', 'network_id': '81aa1af3-2156-4547-b112-557e17885df9', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'mac_address': 'fa:16:3e:28:eb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'ba383986-3c88-462b-9adb-59c3e99b5829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:09:55Z', 'updated_at': '2021-08-25T05:10:02Z', 'revision_number': 5, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'subnets': [{'id': 'ba383986-3c88-462b-9adb-59c3e99b5829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:38.224095 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc9a3069-f287-4e22-a91e-126c6544b153 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:12:38.224370 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb7cb8f-51cb-4b47-b278-b162b5dc012e', 'tag': '6e664aac-f738-42e2-8d2f-ae7d3a5dd93e', 'status': 'completed', 'code': 200} Aug 25 05:12:38.239719 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-902c5e73-5bef-498e-889a-84e4b97c73b7 req-4bf3526d-7392-474f-832d-ca8d70cfa5c8 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452194 Aug 25 05:12:38.240654 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd0f855f-2aff-4fad-b66e-16fc4d9c2735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552858'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:38.253642 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddb7634-d2b5-405b-af1b-4439edef5b0f None None] Checking router: 2b5e144c-f470-4893-b8cd-fe3e41592ad9 for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:12:38.262545 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddb7634-d2b5-405b-af1b-4439edef5b0f None None] Routers {'2b5e144c-f470-4893-b8cd-fe3e41592ad9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:12:38.263212 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-7ddb7634-d2b5-405b-af1b-4439edef5b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:12:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['2b5e144c-f470-4893-b8cd-fe3e41592ad9'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:38.337061 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d9316-530a-4e6c-a27f-d0ac9e36639b req-8e65dd1d-26b4-461a-b06e-28278ca17b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:38.337799 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-346d9316-530a-4e6c-a27f-d0ac9e36639b req-8e65dd1d-26b4-461a-b06e-28278ca17b9d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a8f9910a1cc48de84fb328b14a3d11a&device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 1098 time: 0.0714049 Aug 25 05:12:38.402337 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-7ddb7634-d2b5-405b-af1b-4439edef5b0f None None] Set router 2b5e144c-f470-4893-b8cd-fe3e41592ad9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:12:38.453845 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d9316-530a-4e6c-a27f-d0ac9e36639b req-27bfbcca-c53c-43f4-a2d9-f117afdb1961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:38.455562 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-346d9316-530a-4e6c-a27f-d0ac9e36639b req-27bfbcca-c53c-43f4-a2d9-f117afdb1961 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81aa1af3-2156-4547-b112-557e17885df9 HTTP/1.1" status: 200 len: 914 time: 0.1088855 Aug 25 05:12:38.504430 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-346d9316-530a-4e6c-a27f-d0ac9e36639b req-fa0da0b9-1906-4e4d-a362-ac5927268e23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e664aac-f738-42e2-8d2f-ae7d3a5dd93e HTTP/1.1" status: 200 len: 217 time: 0.0407028 Aug 25 05:12:38.571147 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fd0f855f-2aff-4fad-b66e-16fc4d9c2735 admin admin] Deleting port db04dd18-d1f9-468e-87e9-b3174705888c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:12:38.571494 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd0f855f-2aff-4fad-b66e-16fc4d9c2735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:38.572185 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d9316-530a-4e6c-a27f-d0ac9e36639b req-d7219796-9ff1-4a22-a43a-16cbb9551013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:38.573734 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-346d9316-530a-4e6c-a27f-d0ac9e36639b req-d7219796-9ff1-4a22-a43a-16cbb9551013 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba383986-3c88-462b-9adb-59c3e99b5829 HTTP/1.1" status: 200 len: 853 time: 0.0521235 Aug 25 05:12:38.623250 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-7ddb7634-d2b5-405b-af1b-4439edef5b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'name': 'tempest-TestMinimumBasicScenario-306089384-router', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:52Z', 'updated_at': '2021-08-25T05:09:55Z', 'revision_number': 4, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'gw_port': {'id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:09:53Z', 'updated_at': '2021-08-25T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': 'e33cecbf-cc98-44d7-98e3-5c7c41da74f3', 'name': '', 'network_id': '81aa1af3-2156-4547-b112-557e17885df9', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'mac_address': 'fa:16:3e:28:eb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'ba383986-3c88-462b-9adb-59c3e99b5829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:09:55Z', 'updated_at': '2021-08-25T05:10:02Z', 'revision_number': 5, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'subnets': [{'id': 'ba383986-3c88-462b-9adb-59c3e99b5829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:38.633821 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d9316-530a-4e6c-a27f-d0ac9e36639b req-13357a17-a623-4f53-9393-1127f4ff07b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:38.635541 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-346d9316-530a-4e6c-a27f-d0ac9e36639b req-13357a17-a623-4f53-9393-1127f4ff07b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81aa1af3-2156-4547-b112-557e17885df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514531 Aug 25 05:12:38.653071 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-fd0f855f-2aff-4fad-b66e-16fc4d9c2735 admin admin] For port db04dd18-d1f9-468e-87e9-b3174705888c, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=db04dd18-d1f9-468e-87e9-b3174705888c,segment=NetworkSegment(78b61737-4ec5-4df0-b1a3-d71596c9c7fc),segment_id=78b61737-4ec5-4df0-b1a3-d71596c9c7fc)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:12:38.654149 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd0f855f-2aff-4fad-b66e-16fc4d9c2735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:38.657783 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddb7634-d2b5-405b-af1b-4439edef5b0f None None] The sync data for ids ['2b5e144c-f470-4893-b8cd-fe3e41592ad9'] in dv-cinder-757936-7-iscsi is: [{'id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'name': 'tempest-TestMinimumBasicScenario-306089384-router', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:52Z', 'updated_at': '2021-08-25T05:09:55Z', 'revision_number': 4, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'gw_port': {'id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:09:53Z', 'updated_at': '2021-08-25T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': 'e33cecbf-cc98-44d7-98e3-5c7c41da74f3', 'name': '', 'network_id': '81aa1af3-2156-4547-b112-557e17885df9', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'mac_address': 'fa:16:3e:28:eb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'ba383986-3c88-462b-9adb-59c3e99b5829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:09:55Z', 'updated_at': '2021-08-25T05:10:02Z', 'revision_number': 5, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'subnets': [{'id': 'ba383986-3c88-462b-9adb-59c3e99b5829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:12:38.666799 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fd0f855f-2aff-4fad-b66e-16fc4d9c2735 admin admin] Calling delete_port for db04dd18-d1f9-468e-87e9-b3174705888c owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:12:38.753302 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-346d9316-530a-4e6c-a27f-d0ac9e36639b req-6329f6c1-ac48-47a9-8a74-6fa1b8b1ccc9 service neutron] 10.222.0.20 "GET /v2.0/networks/81aa1af3-2156-4547-b112-557e17885df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088614 Aug 25 05:12:38.860150 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-346d9316-530a-4e6c-a27f-d0ac9e36639b req-fa7967fe-0f99-4b66-841f-d247fddb17d2 service neutron] 10.222.0.20 "GET /v2.0/networks/81aa1af3-2156-4547-b112-557e17885df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997269 Aug 25 05:12:38.918394 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac41f8bf-c38d-44fb-810d-9038eb1442ce None None] New status for floating IP 89f5a0aa-b806-4b61-bac0-435f53e96b9a: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 05:12:38.957216 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd0f855f-2aff-4fad-b66e-16fc4d9c2735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:38.988093 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f855f-2aff-4fad-b66e-16fc4d9c2735 admin admin] Pushing event deleted for resources: {'Port': ['ID=db04dd18-d1f9-468e-87e9-b3174705888c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:39.393765 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd0f855f-2aff-4fad-b66e-16fc4d9c2735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550380'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:39.602459 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0f855f-2aff-4fad-b66e-16fc4d9c2735 admin admin] Router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:12:39.705928 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0f855f-2aff-4fad-b66e-16fc4d9c2735 admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:12:39.716610 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-fd0f855f-2aff-4fad-b66e-16fc4d9c2735 admin admin] 10.222.0.13 "PUT /v2.0/routers/a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0862641 Aug 25 05:12:39.716610 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46272) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:39.717325 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09bc23e-853d-441a-92ed-0448f02bb069 None None] Sync routers for ids ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:12:39.725566 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09bc23e-853d-441a-92ed-0448f02bb069 None None] Routers {'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:12:39.726178 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-f09bc23e-853d-441a-92ed-0448f02bb069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:12:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:39.815332 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6d87cb5-ab5b-4711-a2e5-14dfd436c21a admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:39.829360 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-f09bc23e-853d-441a-92ed-0448f02bb069 None None] Set router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:12:39.918183 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6d87cb5-ab5b-4711-a2e5-14dfd436c21a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:40.006421 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-f09bc23e-853d-441a-92ed-0448f02bb069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'name': 'tempest-AttachVolumeTestJSON-2051829355-router', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:12:38Z', 'revision_number': 5, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'gw_port': {'id': '6ef97d1f-c756-4ed5-8f97-1b49254d44c9', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:40.020296 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b6d87cb5-ab5b-4711-a2e5-14dfd436c21a admin admin] Deleting port 6ef97d1f-c756-4ed5-8f97-1b49254d44c9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:12:40.020646 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6d87cb5-ab5b-4711-a2e5-14dfd436c21a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:40.032560 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09bc23e-853d-441a-92ed-0448f02bb069 None None] Checking router: a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:12:40.040544 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09bc23e-853d-441a-92ed-0448f02bb069 None None] Routers {'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:12:40.041145 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-f09bc23e-853d-441a-92ed-0448f02bb069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:12:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:40.096034 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-b6d87cb5-ab5b-4711-a2e5-14dfd436c21a admin admin] For port 6ef97d1f-c756-4ed5-8f97-1b49254d44c9, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=6ef97d1f-c756-4ed5-8f97-1b49254d44c9,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:12:40.096402 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6d87cb5-ab5b-4711-a2e5-14dfd436c21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:40.109183 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b6d87cb5-ab5b-4711-a2e5-14dfd436c21a admin admin] Calling delete_port for 6ef97d1f-c756-4ed5-8f97-1b49254d44c9 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:12:40.126549 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-f09bc23e-853d-441a-92ed-0448f02bb069 None None] Set router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 gateway port host: None {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:12:40.179967 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-f09bc23e-853d-441a-92ed-0448f02bb069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'name': 'tempest-AttachVolumeTestJSON-2051829355-router', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:12:39Z', 'revision_number': 6, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'gw_port_host': None}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:40.206954 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09bc23e-853d-441a-92ed-0448f02bb069 None None] The sync data for ids ['a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5'] in dv-cinder-757936-7-iscsi is: [{'id': 'a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5', 'name': 'tempest-AttachVolumeTestJSON-2051829355-router', 'tenant_id': '0deea94d44084234a6e40672e3f0e996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:41Z', 'updated_at': '2021-08-25T05:12:39Z', 'revision_number': 6, 'project_id': '0deea94d44084234a6e40672e3f0e996', 'gw_port_host': None}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:12:40.357278 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6d87cb5-ab5b-4711-a2e5-14dfd436c21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:40.388069 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d87cb5-ab5b-4711-a2e5-14dfd436c21a admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef97d1f-c756-4ed5-8f97-1b49254d44c9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:40.445775 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6d87cb5-ab5b-4711-a2e5-14dfd436c21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406198'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:40.534864 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6d87cb5-ab5b-4711-a2e5-14dfd436c21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1209'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:40.536773 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6d87cb5-ab5b-4711-a2e5-14dfd436c21a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:40.674756 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6d87cb5-ab5b-4711-a2e5-14dfd436c21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394799'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:40.675291 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d87cb5-ab5b-4711-a2e5-14dfd436c21a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 05:12:40.680362 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6d87cb5-ab5b-4711-a2e5-14dfd436c21a admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:40.681586 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-b6d87cb5-ab5b-4711-a2e5-14dfd436c21a admin admin] 10.222.0.13 "DELETE /v2.0/routers/a8bf1d46-6b10-40ef-b425-b17ddc0ef2e5 HTTP/1.1" status: 204 len: 168 time: 0.9672592 Aug 25 05:12:40.684113 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46286) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:40.727478 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd2ae65-f71f-4c9b-9cd6-3cc767b93ae5 admin admin] Deleting subnet 63327dc2-0b57-412f-9bea-3d5445c9009c {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 05:12:40.730417 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fcd2ae65-f71f-4c9b-9cd6-3cc767b93ae5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:40.763076 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fcd2ae65-f71f-4c9b-9cd6-3cc767b93ae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8793849'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:40.866529 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fcd2ae65-f71f-4c9b-9cd6-3cc767b93ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770766'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:41.000514 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fcd2ae65-f71f-4c9b-9cd6-3cc767b93ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7772541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8793722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062831'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:41.028236 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2ae65-f71f-4c9b-9cd6-3cc767b93ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63327dc2-0b57-412f-9bea-3d5445c9009c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:41.034463 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fcd2ae65-f71f-4c9b-9cd6-3cc767b93ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:41.036346 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-fcd2ae65-f71f-4c9b-9cd6-3cc767b93ae5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/63327dc2-0b57-412f-9bea-3d5445c9009c HTTP/1.1" status: 204 len: 168 time: 0.3512902 Aug 25 05:12:41.039121 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46288) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:41.040046 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012005b8-69de-4352-9122-96db4a55e9bd None None] Network a6ccc573-34f3-494f-bb99-823ef7768dbb requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:12:41.113164 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5394885-8172-4f9c-82b9-6d39cf0548f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7799533'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:41.189712 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a5394885-8172-4f9c-82b9-6d39cf0548f7 admin admin] Deleting port 670eabbb-b350-4fbc-9492-d6cf7c2259e0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:12:41.189712 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5394885-8172-4f9c-82b9-6d39cf0548f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:41.225438 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64502b1-f295-48e0-a276-4877b3c6996f None None] DHCP port deletion for a6ccc573-34f3-494f-bb99-823ef7768dbb request from dv-cinder-757936-7-iscsi {{(pid=94640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 05:12:41.261079 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-a5394885-8172-4f9c-82b9-6d39cf0548f7 admin admin] For port 670eabbb-b350-4fbc-9492-d6cf7c2259e0, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=670eabbb-b350-4fbc-9492-d6cf7c2259e0,segment=NetworkSegment(78b61737-4ec5-4df0-b1a3-d71596c9c7fc),segment_id=78b61737-4ec5-4df0-b1a3-d71596c9c7fc)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:12:41.261694 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5394885-8172-4f9c-82b9-6d39cf0548f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:41.281423 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a5394885-8172-4f9c-82b9-6d39cf0548f7 admin admin] Calling delete_port for 670eabbb-b350-4fbc-9492-d6cf7c2259e0 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:12:41.291295 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e64502b1-f295-48e0-a276-4877b3c6996f None None] Deleting port 670eabbb-b350-4fbc-9492-d6cf7c2259e0 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:12:41.292735 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e64502b1-f295-48e0-a276-4877b3c6996f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:41.343721 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device db04dd18-d1f9-468e-87e9-b3174705888c no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:12:41.371743 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: db04dd18-d1f9-468e-87e9-b3174705888c {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:12:41.372085 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device db04dd18-d1f9-468e-87e9-b3174705888c not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:12:41.372491 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 670eabbb-b350-4fbc-9492-d6cf7c2259e0 no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:12:41.400483 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e64502b1-f295-48e0-a276-4877b3c6996f None None] For port 670eabbb-b350-4fbc-9492-d6cf7c2259e0, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=670eabbb-b350-4fbc-9492-d6cf7c2259e0,segment=NetworkSegment(78b61737-4ec5-4df0-b1a3-d71596c9c7fc),segment_id=78b61737-4ec5-4df0-b1a3-d71596c9c7fc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:12:41.400816 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e64502b1-f295-48e0-a276-4877b3c6996f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:41.419540 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e64502b1-f295-48e0-a276-4877b3c6996f None None] Calling delete_port for 670eabbb-b350-4fbc-9492-d6cf7c2259e0 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:12:41.428587 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5394885-8172-4f9c-82b9-6d39cf0548f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:41.454089 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No active binding found for port 670eabbb-b350-4fbc-9492-d6cf7c2259e0 {{(pid=94640) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 25 05:12:41.454431 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 670eabbb-b350-4fbc-9492-d6cf7c2259e0 not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:12:41.454876 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 6ef97d1f-c756-4ed5-8f97-1b49254d44c9 no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:12:41.455016 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5394885-8172-4f9c-82b9-6d39cf0548f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=670eabbb-b350-4fbc-9492-d6cf7c2259e0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:41.456734 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5394885-8172-4f9c-82b9-6d39cf0548f7 admin admin] No DVR routers for this DVR port 670eabbb-b350-4fbc-9492-d6cf7c2259e0 on host dv-cinder-757936-7-iscsi {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:12:41.509584 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: 6ef97d1f-c756-4ed5-8f97-1b49254d44c9 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:12:41.509923 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 6ef97d1f-c756-4ed5-8f97-1b49254d44c9 not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:12:41.528559 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5394885-8172-4f9c-82b9-6d39cf0548f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7770889', 'neutron.services.segments.db._delete_segments_for_network-8785199888559'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:41.538784 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a5394885-8172-4f9c-82b9-6d39cf0548f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ccc573-34f3-494f-bb99-823ef7768dbb']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:41.548737 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a5394885-8172-4f9c-82b9-6d39cf0548f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b61737-4ec5-4df0-b1a3-d71596c9c7fc') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:41.549039 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a5394885-8172-4f9c-82b9-6d39cf0548f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b61737-4ec5-4df0-b1a3-d71596c9c7fc') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:41.555033 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e64502b1-f295-48e0-a276-4877b3c6996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:41.557923 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5394885-8172-4f9c-82b9-6d39cf0548f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785199888442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8793846'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:41.571886 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5394885-8172-4f9c-82b9-6d39cf0548f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:41.578142 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5394885-8172-4f9c-82b9-6d39cf0548f7 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:12:41.578538 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5394885-8172-4f9c-82b9-6d39cf0548f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8792472'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:41.579726 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64502b1-f295-48e0-a276-4877b3c6996f None None] Pushing event deleted for resources: {'Port': ['ID=670eabbb-b350-4fbc-9492-d6cf7c2259e0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: Traceback (most recent call last): Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: timer() Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: cb(*args, **kw) Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: return func(*args, **kwargs) Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: self._notify() Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: self.callback(batched_events) Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: event.method(event) Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: return f(self, *a, **k) Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: return self._get(url).json() Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 05:12:41.580162 dv-cinder-757936-7-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 05:12:41.583319 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64502b1-f295-48e0-a276-4877b3c6996f None None] No DVR routers for this DVR port 670eabbb-b350-4fbc-9492-d6cf7c2259e0 on host dv-cinder-757936-7-iscsi {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:12:41.693782 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5394885-8172-4f9c-82b9-6d39cf0548f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7770880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406170'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:41.699323 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5394885-8172-4f9c-82b9-6d39cf0548f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:41.701691 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a5394885-8172-4f9c-82b9-6d39cf0548f7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a6ccc573-34f3-494f-bb99-823ef7768dbb HTTP/1.1" status: 204 len: 168 time: 0.6616313 Aug 25 05:12:41.712749 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5394885-8172-4f9c-82b9-6d39cf0548f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6ccc573-34f3-494f-bb99-823ef7768dbb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:42.063785 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff0a6e-85ec-439f-80b4-900dc812c32f req-80bb9e82-97c6-4561-a231-80f297c44669 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:42.065255 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c6ff0a6e-85ec-439f-80b4-900dc812c32f req-80bb9e82-97c6-4561-a231-80f297c44669 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 945 time: 0.0473108 Aug 25 05:12:42.075309 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46300) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:42.102761 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c6ff0a6e-85ec-439f-80b4-900dc812c32f req-fe24dd1d-1901-4ee9-ac60-e2d8c35e7cd7 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314791 Aug 25 05:12:42.114537 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1d39674d-135e-420b-82cc-935811c9acf0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0deea94d44084234a6e40672e3f0e996&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379725 Aug 25 05:12:42.116967 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46302) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:42.164880 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c133aeef-26e7-4b7a-a774-8107fc776028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:42.185037 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c133aeef-26e7-4b7a-a774-8107fc776028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:42.297165 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c133aeef-26e7-4b7a-a774-8107fc776028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:42.299760 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c133aeef-26e7-4b7a-a774-8107fc776028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:42.300933 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c133aeef-26e7-4b7a-a774-8107fc776028 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ddbcb45-26ae-4652-8d9e-377f0743fa3d HTTP/1.1" status: 204 len: 168 time: 0.1830835 Aug 25 05:12:42.308700 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133aeef-26e7-4b7a-a774-8107fc776028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddbcb45-26ae-4652-8d9e-377f0743fa3d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:43.232648 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0df1c8-2326-44e8-bc24-e3df742f656e req-c9021bfa-b6f8-4a85-8e01-ee522556b75e tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:43.235276 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4f0df1c8-2326-44e8-bc24-e3df742f656e req-c9021bfa-b6f8-4a85-8e01-ee522556b75e tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 945 time: 0.0589240 Aug 25 05:12:43.273456 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4f0df1c8-2326-44e8-bc24-e3df742f656e req-3dbbb218-3f52-4e83-bb61-ec25475f2af5 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324910 Aug 25 05:12:43.783902 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:12:44.135050 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad600de8-7b91-4b59-9aff-80ad614ac0be req-03af8cc4-4f0e-4efc-9ce3-91aad337f2f1 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:44.136617 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ad600de8-7b91-4b59-9aff-80ad614ac0be req-03af8cc4-4f0e-4efc-9ce3-91aad337f2f1 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 945 time: 0.0491095 Aug 25 05:12:44.230110 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-ad600de8-7b91-4b59-9aff-80ad614ac0be req-0c16297d-a63c-452d-a072-0e48460294fa tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Deleting port 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:12:44.230457 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ad600de8-7b91-4b59-9aff-80ad614ac0be req-0c16297d-a63c-452d-a072-0e48460294fa tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:44.325190 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-ad600de8-7b91-4b59-9aff-80ad614ac0be req-0c16297d-a63c-452d-a072-0e48460294fa tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] For port 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=6e664aac-f738-42e2-8d2f-ae7d3a5dd93e,segment=NetworkSegment(fe9efac2-58ae-46da-8c1a-767abf0bd920),segment_id=fe9efac2-58ae-46da-8c1a-767abf0bd920)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:12:44.325562 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ad600de8-7b91-4b59-9aff-80ad614ac0be req-0c16297d-a63c-452d-a072-0e48460294fa tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:44.338688 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-ad600de8-7b91-4b59-9aff-80ad614ac0be req-0c16297d-a63c-452d-a072-0e48460294fa tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Calling delete_port for 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e owned by compute:nova {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:12:44.439360 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc6c54-b0d8-47e3-9ec0-9e76a7d68486 req-7578f3a2-f087-4285-84eb-407509929e90 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:44.440863 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d0fc6c54-b0d8-47e3-9ec0-9e76a7d68486 req-7578f3a2-f087-4285-84eb-407509929e90 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 945 time: 0.0962102 Aug 25 05:12:44.508009 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d0fc6c54-b0d8-47e3-9ec0-9e76a7d68486 req-a10055e0-634c-43c8-a966-5273d24ebcfc tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/security-groups?id=78107b5e-e441-4c1f-9b82-85b36273991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573189 Aug 25 05:12:44.599525 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ad600de8-7b91-4b59-9aff-80ad614ac0be req-0c16297d-a63c-452d-a072-0e48460294fa tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:44.632434 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16297d-a63c-452d-a072-0e48460294fa tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Pushing event deleted for resources: {'Port': ['ID=6e664aac-f738-42e2-8d2f-ae7d3a5dd93e,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:44.643622 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['6e664aac-f738-42e2-8d2f-ae7d3a5dd93e'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:12:44.672471 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad600de8-7b91-4b59-9aff-80ad614ac0be req-0c16297d-a63c-452d-a072-0e48460294fa tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] No DVR routers for this DVR port 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e on host hv-cinder-75793 {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:12:44.675066 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ad600de8-7b91-4b59-9aff-80ad614ac0be req-0c16297d-a63c-452d-a072-0e48460294fa tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:44.682561 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ad600de8-7b91-4b59-9aff-80ad614ac0be req-0c16297d-a63c-452d-a072-0e48460294fa tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.20 "DELETE /v2.0/ports/6e664aac-f738-42e2-8d2f-ae7d3a5dd93e HTTP/1.1" status: 204 len: 173 time: 0.5338049 Aug 25 05:12:44.682561 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb7cb8f-51cb-4b47-b278-b162b5dc012e', 'name': 'network-vif-deleted', 'tag': '6e664aac-f738-42e2-8d2f-ae7d3a5dd93e'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:12:44.682561 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dd1242-1b5c-4066-a0fa-83366ce2bfbc" -d '{"events": [{"server_uuid": "3cb7cb8f-51cb-4b47-b278-b162b5dc012e", "name": "network-vif-deleted", "tag": "6e664aac-f738-42e2-8d2f-ae7d3a5dd93e"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:12:44.716456 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6874d80e-3220-41b3-a0db-4cd5c73eaf54 x-openstack-request-id: req-6874d80e-3220-41b3-a0db-4cd5c73eaf54 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:12:44.717269 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb7cb8f-51cb-4b47-b278-b162b5dc012e", "name": "network-vif-deleted", "tag": "6e664aac-f738-42e2-8d2f-ae7d3a5dd93e", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:12:44.717524 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6874d80e-3220-41b3-a0db-4cd5c73eaf54 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:12:44.717961 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb7cb8f-51cb-4b47-b278-b162b5dc012e', 'name': 'network-vif-deleted', 'tag': '6e664aac-f738-42e2-8d2f-ae7d3a5dd93e', 'status': 'completed', 'code': 200} Aug 25 05:12:45.612283 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d00fa2dd-46fa-4d2f-84c5-7592fadebe6c req-9a43247c-ed2a-474f-8326-bafa866dfa71 tempest-TestMinimumBasicScenario-125122444 tempest-TestMinimumBasicScenario-125122444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb7cb8f-51cb-4b47-b278-b162b5dc012e HTTP/1.1" status: 200 len: 210 time: 0.0262017 Aug 25 05:12:48.177668 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46434) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:48.510152 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb81ec26-70d8-4aa1-9fa0-d6f02bb25b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552858'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:48.988613 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-bb81ec26-70d8-4aa1-9fa0-d6f02bb25b42 admin admin] Deleting port e33cecbf-cc98-44d7-98e3-5c7c41da74f3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:12:48.988961 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb81ec26-70d8-4aa1-9fa0-d6f02bb25b42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:49.067553 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-bb81ec26-70d8-4aa1-9fa0-d6f02bb25b42 admin admin] For port e33cecbf-cc98-44d7-98e3-5c7c41da74f3, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=e33cecbf-cc98-44d7-98e3-5c7c41da74f3,segment=NetworkSegment(fe9efac2-58ae-46da-8c1a-767abf0bd920),segment_id=fe9efac2-58ae-46da-8c1a-767abf0bd920)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:12:49.067911 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb81ec26-70d8-4aa1-9fa0-d6f02bb25b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:49.080641 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-bb81ec26-70d8-4aa1-9fa0-d6f02bb25b42 admin admin] Calling delete_port for e33cecbf-cc98-44d7-98e3-5c7c41da74f3 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:12:49.250928 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:12:49.271054 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] No Port match for: 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:12:49.271404 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 6e664aac-f738-42e2-8d2f-ae7d3a5dd93e not bound to the agent host hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:12:49.310907 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb81ec26-70d8-4aa1-9fa0-d6f02bb25b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:49.336872 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81ec26-70d8-4aa1-9fa0-d6f02bb25b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=e33cecbf-cc98-44d7-98e3-5c7c41da74f3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:49.498410 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb81ec26-70d8-4aa1-9fa0-d6f02bb25b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550380'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:49.711110 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb81ec26-70d8-4aa1-9fa0-d6f02bb25b42 admin admin] Router 2b5e144c-f470-4893-b8cd-fe3e41592ad9 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:12:49.813361 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb81ec26-70d8-4aa1-9fa0-d6f02bb25b42 admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:12:49.818204 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-bb81ec26-70d8-4aa1-9fa0-d6f02bb25b42 admin admin] 10.222.0.13 "PUT /v2.0/routers/2b5e144c-f470-4893-b8cd-fe3e41592ad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6395202 Aug 25 05:12:49.820712 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46476) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:49.822882 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85881925-dd36-44dd-bb53-6eead2726a8f None None] Sync routers for ids ['2b5e144c-f470-4893-b8cd-fe3e41592ad9'] in dv-cinder-757936-7-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:12:49.832413 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85881925-dd36-44dd-bb53-6eead2726a8f None None] Routers {'2b5e144c-f470-4893-b8cd-fe3e41592ad9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:12:49.833036 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-85881925-dd36-44dd-bb53-6eead2726a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:12:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['2b5e144c-f470-4893-b8cd-fe3e41592ad9'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:49.923316 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-165a4b88-19a3-4333-84c4-49ceeab6a2b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:49.932355 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-85881925-dd36-44dd-bb53-6eead2726a8f None None] Set router 2b5e144c-f470-4893-b8cd-fe3e41592ad9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:12:50.023260 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-165a4b88-19a3-4333-84c4-49ceeab6a2b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:50.100051 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-85881925-dd36-44dd-bb53-6eead2726a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'name': 'tempest-TestMinimumBasicScenario-306089384-router', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:52Z', 'updated_at': '2021-08-25T05:12:49Z', 'revision_number': 5, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'gw_port': {'id': '2101bce6-9369-44b6-8c6f-91509df682a1', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:09:53Z', 'updated_at': '2021-08-25T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:50.132110 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85881925-dd36-44dd-bb53-6eead2726a8f None None] Checking router: 2b5e144c-f470-4893-b8cd-fe3e41592ad9 for host: dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:12:50.141080 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85881925-dd36-44dd-bb53-6eead2726a8f None None] Routers {'2b5e144c-f470-4893-b8cd-fe3e41592ad9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:12:50.141761 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-85881925-dd36-44dd-bb53-6eead2726a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:12:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['2b5e144c-f470-4893-b8cd-fe3e41592ad9'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:50.148833 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-165a4b88-19a3-4333-84c4-49ceeab6a2b2 admin admin] Deleting port 2101bce6-9369-44b6-8c6f-91509df682a1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:12:50.149179 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-165a4b88-19a3-4333-84c4-49ceeab6a2b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:50.223403 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-85881925-dd36-44dd-bb53-6eead2726a8f None None] Set router 2b5e144c-f470-4893-b8cd-fe3e41592ad9 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:12:50.225885 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-165a4b88-19a3-4333-84c4-49ceeab6a2b2 admin admin] For port 2101bce6-9369-44b6-8c6f-91509df682a1, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=2101bce6-9369-44b6-8c6f-91509df682a1,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:12:50.226242 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-165a4b88-19a3-4333-84c4-49ceeab6a2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:50.238706 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-165a4b88-19a3-4333-84c4-49ceeab6a2b2 admin admin] Calling delete_port for 2101bce6-9369-44b6-8c6f-91509df682a1 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:12:50.272771 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-85881925-dd36-44dd-bb53-6eead2726a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'name': 'tempest-TestMinimumBasicScenario-306089384-router', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:52Z', 'updated_at': '2021-08-25T05:12:50Z', 'revision_number': 6, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'gw_port_host': None}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:50.301603 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85881925-dd36-44dd-bb53-6eead2726a8f None None] The sync data for ids ['2b5e144c-f470-4893-b8cd-fe3e41592ad9'] in dv-cinder-757936-7-iscsi is: [{'id': '2b5e144c-f470-4893-b8cd-fe3e41592ad9', 'name': 'tempest-TestMinimumBasicScenario-306089384-router', 'tenant_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:52Z', 'updated_at': '2021-08-25T05:12:50Z', 'revision_number': 6, 'project_id': '9a8f9910a1cc48de84fb328b14a3d11a', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:12:50.337186 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:50.479634 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-165a4b88-19a3-4333-84c4-49ceeab6a2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:50.509341 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a4b88-19a3-4333-84c4-49ceeab6a2b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2101bce6-9369-44b6-8c6f-91509df682a1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:50.567531 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-165a4b88-19a3-4333-84c4-49ceeab6a2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406198'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:50.656794 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-165a4b88-19a3-4333-84c4-49ceeab6a2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1209'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:50.659042 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-165a4b88-19a3-4333-84c4-49ceeab6a2b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:50.779617 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-165a4b88-19a3-4333-84c4-49ceeab6a2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394799'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:50.780188 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165a4b88-19a3-4333-84c4-49ceeab6a2b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b5e144c-f470-4893-b8cd-fe3e41592ad9 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 05:12:50.784925 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-165a4b88-19a3-4333-84c4-49ceeab6a2b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:50.786062 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-165a4b88-19a3-4333-84c4-49ceeab6a2b2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2b5e144c-f470-4893-b8cd-fe3e41592ad9 HTTP/1.1" status: 204 len: 168 time: 0.9644525 Aug 25 05:12:50.788471 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46482) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:50.834818 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-812b7210-64aa-4b47-b9ae-628619bcc4b8 admin admin] Deleting subnet ba383986-3c88-462b-9adb-59c3e99b5829 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 05:12:50.837672 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-812b7210-64aa-4b47-b9ae-628619bcc4b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:50.870136 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-812b7210-64aa-4b47-b9ae-628619bcc4b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8793849'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:50.943560 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-812b7210-64aa-4b47-b9ae-628619bcc4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770766'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:51.074347 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-812b7210-64aa-4b47-b9ae-628619bcc4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7772541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8793722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062831'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:51.103838 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b7210-64aa-4b47-b9ae-628619bcc4b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba383986-3c88-462b-9adb-59c3e99b5829,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:51.108357 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-812b7210-64aa-4b47-b9ae-628619bcc4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:51.122868 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-812b7210-64aa-4b47-b9ae-628619bcc4b8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ba383986-3c88-462b-9adb-59c3e99b5829 HTTP/1.1" status: 204 len: 168 time: 0.3208399 Aug 25 05:12:51.122868 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46484) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:51.123201 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74edbf6-ffa3-48df-aaeb-f0e6f3be93cb None None] Network 81aa1af3-2156-4547-b112-557e17885df9 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:12:51.185920 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8735d9f-f2cd-49cd-8f52-ac5196b055b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7799533'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:51.242814 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e8735d9f-f2cd-49cd-8f52-ac5196b055b0 admin admin] Deleting port 90bf2776-b6e6-42bd-9b5c-ea45745bb50f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:12:51.243161 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8735d9f-f2cd-49cd-8f52-ac5196b055b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:51.318319 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-e8735d9f-f2cd-49cd-8f52-ac5196b055b0 admin admin] For port 90bf2776-b6e6-42bd-9b5c-ea45745bb50f, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=90bf2776-b6e6-42bd-9b5c-ea45745bb50f,segment=NetworkSegment(fe9efac2-58ae-46da-8c1a-767abf0bd920),segment_id=fe9efac2-58ae-46da-8c1a-767abf0bd920)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:12:51.318887 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8735d9f-f2cd-49cd-8f52-ac5196b055b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:51.331862 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01918f09-11cc-4664-900b-0e33165004e9 None None] DHCP port deletion for 81aa1af3-2156-4547-b112-557e17885df9 request from dv-cinder-757936-7-iscsi {{(pid=94640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 05:12:51.338296 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e8735d9f-f2cd-49cd-8f52-ac5196b055b0 admin admin] Calling delete_port for 90bf2776-b6e6-42bd-9b5c-ea45745bb50f owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:12:51.369089 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 2101bce6-9369-44b6-8c6f-91509df682a1 no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:12:51.392108 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: 2101bce6-9369-44b6-8c6f-91509df682a1 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:12:51.392449 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 2101bce6-9369-44b6-8c6f-91509df682a1 not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:12:51.393164 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device e33cecbf-cc98-44d7-98e3-5c7c41da74f3 no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:12:51.420254 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: e33cecbf-cc98-44d7-98e3-5c7c41da74f3 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:12:51.420788 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device e33cecbf-cc98-44d7-98e3-5c7c41da74f3 not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:12:51.431239 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-01918f09-11cc-4664-900b-0e33165004e9 None None] Deleting port 90bf2776-b6e6-42bd-9b5c-ea45745bb50f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:12:51.431920 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01918f09-11cc-4664-900b-0e33165004e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:51.495929 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-01918f09-11cc-4664-900b-0e33165004e9 None None] For port 90bf2776-b6e6-42bd-9b5c-ea45745bb50f, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=90bf2776-b6e6-42bd-9b5c-ea45745bb50f,segment=NetworkSegment(fe9efac2-58ae-46da-8c1a-767abf0bd920),segment_id=fe9efac2-58ae-46da-8c1a-767abf0bd920)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:12:51.496448 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01918f09-11cc-4664-900b-0e33165004e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:51.509510 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-01918f09-11cc-4664-900b-0e33165004e9 None None] Calling delete_port for 90bf2776-b6e6-42bd-9b5c-ea45745bb50f owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:12:51.548172 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8735d9f-f2cd-49cd-8f52-ac5196b055b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:51.574780 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8735d9f-f2cd-49cd-8f52-ac5196b055b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=90bf2776-b6e6-42bd-9b5c-ea45745bb50f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:51.579528 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8735d9f-f2cd-49cd-8f52-ac5196b055b0 admin admin] No DVR routers for this DVR port 90bf2776-b6e6-42bd-9b5c-ea45745bb50f on host dv-cinder-757936-7-iscsi {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:12:51.585307 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01918f09-11cc-4664-900b-0e33165004e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:51.614583 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01918f09-11cc-4664-900b-0e33165004e9 None None] Pushing event deleted for resources: {'Port': ['ID=90bf2776-b6e6-42bd-9b5c-ea45745bb50f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:51.618312 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01918f09-11cc-4664-900b-0e33165004e9 None None] No DVR routers for this DVR port 90bf2776-b6e6-42bd-9b5c-ea45745bb50f on host dv-cinder-757936-7-iscsi {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:12:51.658861 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8735d9f-f2cd-49cd-8f52-ac5196b055b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7770889', 'neutron.services.segments.db._delete_segments_for_network-8785199888559'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:51.668568 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e8735d9f-f2cd-49cd-8f52-ac5196b055b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81aa1af3-2156-4547-b112-557e17885df9']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:51.680171 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e8735d9f-f2cd-49cd-8f52-ac5196b055b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9efac2-58ae-46da-8c1a-767abf0bd920') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:51.680675 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e8735d9f-f2cd-49cd-8f52-ac5196b055b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9efac2-58ae-46da-8c1a-767abf0bd920') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:51.689927 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8735d9f-f2cd-49cd-8f52-ac5196b055b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785199888442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8793846'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:51.703862 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8735d9f-f2cd-49cd-8f52-ac5196b055b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:51.709768 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8735d9f-f2cd-49cd-8f52-ac5196b055b0 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:12:51.710159 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8735d9f-f2cd-49cd-8f52-ac5196b055b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8792472'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: Traceback (most recent call last): Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: timer() Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: cb(*args, **kw) Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: return func(*args, **kwargs) Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: self._notify() Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: self.callback(batched_events) Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: event.method(event) Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: return f(self, *a, **k) Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: return self._get(url).json() Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 05:12:51.711816 dv-cinder-757936-7-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 05:12:51.828552 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8735d9f-f2cd-49cd-8f52-ac5196b055b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7770880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406170'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:51.834359 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8735d9f-f2cd-49cd-8f52-ac5196b055b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:51.838200 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e8735d9f-f2cd-49cd-8f52-ac5196b055b0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/81aa1af3-2156-4547-b112-557e17885df9 HTTP/1.1" status: 204 len: 168 time: 0.7226419 Aug 25 05:12:51.840327 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 46500) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:51.847311 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8735d9f-f2cd-49cd-8f52-ac5196b055b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=81aa1af3-2156-4547-b112-557e17885df9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:52.180415 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c3a9ba8-4b78-4fcf-8b09-fb2f99e52c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552858'] for router_interface, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:52.367047 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46508) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:52.414739 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a9ba8-4b78-4fcf-8b09-fb2f99e52c14 admin admin] Deleting port 6e1ecf57-3735-4e87-bf9d-391936419405 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:12:52.415233 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c3a9ba8-4b78-4fcf-8b09-fb2f99e52c14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:52.470037 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-55040567-2eea-492d-bd85-28049a5eb2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:52.495618 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-3c3a9ba8-4b78-4fcf-8b09-fb2f99e52c14 admin admin] For port 6e1ecf57-3735-4e87-bf9d-391936419405, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=6e1ecf57-3735-4e87-bf9d-391936419405,segment=NetworkSegment(4d76d6fb-3a43-4a38-9d31-15bbd4856e06),segment_id=4d76d6fb-3a43-4a38-9d31-15bbd4856e06)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:12:52.495989 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c3a9ba8-4b78-4fcf-8b09-fb2f99e52c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:52.509225 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a9ba8-4b78-4fcf-8b09-fb2f99e52c14 admin admin] Calling delete_port for 6e1ecf57-3735-4e87-bf9d-391936419405 owned by network:router_interface {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:12:52.557365 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-55040567-2eea-492d-bd85-28049a5eb2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:52.640220 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-55040567-2eea-492d-bd85-28049a5eb2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:52.676547 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55040567-2eea-492d-bd85-28049a5eb2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb819aa6-1cc9-40ec-beb2-ee3cc7562d29,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:52.688679 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-55040567-2eea-492d-bd85-28049a5eb2a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58b7a8e17b054c05bb232cb34333f832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136706 Aug 25 05:12:52.688679 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46514) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:52.730489 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8a7e37e-9ade-4067-ae60-58b0449a3923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:52.751385 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8a7e37e-9ade-4067-ae60-58b0449a3923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:52.765505 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c3a9ba8-4b78-4fcf-8b09-fb2f99e52c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:52.792534 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a9ba8-4b78-4fcf-8b09-fb2f99e52c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e1ecf57-3735-4e87-bf9d-391936419405,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:52.882503 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8a7e37e-9ade-4067-ae60-58b0449a3923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:52.885452 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8a7e37e-9ade-4067-ae60-58b0449a3923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:52.888987 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a8a7e37e-9ade-4067-ae60-58b0449a3923 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb819aa6-1cc9-40ec-beb2-ee3cc7562d29 HTTP/1.1" status: 204 len: 168 time: 0.2011611 Aug 25 05:12:52.897893 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7e37e-9ade-4067-ae60-58b0449a3923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb819aa6-1cc9-40ec-beb2-ee3cc7562d29,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:52.958058 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c3a9ba8-4b78-4fcf-8b09-fb2f99e52c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550380'] for router_interface, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:53.174230 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3a9ba8-4b78-4fcf-8b09-fb2f99e52c14 admin admin] Router d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:12:53.277356 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3a9ba8-4b78-4fcf-8b09-fb2f99e52c14 admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:12:53.283147 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-3c3a9ba8-4b78-4fcf-8b09-fb2f99e52c14 admin admin] 10.222.0.13 "PUT /v2.0/routers/d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4418046 Aug 25 05:12:53.286551 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46520) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:53.291866 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3c0c19-1ca1-4609-98a2-bc0ca1f4d229 None None] Sync routers for ids ['d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:12:53.304446 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3c0c19-1ca1-4609-98a2-bc0ca1f4d229 None None] Routers {'d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:12:53.310296 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-3f3c0c19-1ca1-4609-98a2-bc0ca1f4d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:12:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:53.397645 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc98c71-c07e-4378-a2a2-53c4db31a468 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:53.412438 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 90bf2776-b6e6-42bd-9b5c-ea45745bb50f no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:12:53.439349 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: 90bf2776-b6e6-42bd-9b5c-ea45745bb50f {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:12:53.439649 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 90bf2776-b6e6-42bd-9b5c-ea45745bb50f not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:12:53.443419 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-3f3c0c19-1ca1-4609-98a2-bc0ca1f4d229 None None] Set router d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:12:53.496329 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc98c71-c07e-4378-a2a2-53c4db31a468 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:53.529965 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 46522) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:53.543112 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e457f287-077d-4911-89d2-1c3eea01e612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:53.607586 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7cc98c71-c07e-4378-a2a2-53c4db31a468 admin admin] Deleting port ef31ea3b-ff31-4e76-bf4b-4da82308b722 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:12:53.608180 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc98c71-c07e-4378-a2a2-53c4db31a468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:53.625453 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-3f3c0c19-1ca1-4609-98a2-bc0ca1f4d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4226b7d-2f4e-46c1-8e3b-c256b7fb4acd', 'name': 'tempest-TestMinimumBasicScenario-1456051962-router', 'tenant_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'ef31ea3b-ff31-4e76-bf4b-4da82308b722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:59Z', 'updated_at': '2021-08-25T05:12:52Z', 'revision_number': 5, 'project_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'gw_port': {'id': 'ef31ea3b-ff31-4e76-bf4b-4da82308b722', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4226b7d-2f4e-46c1-8e3b-c256b7fb4acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:10:00Z', 'updated_at': '2021-08-25T05:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:53.651311 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e457f287-077d-4911-89d2-1c3eea01e612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:53.653235 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3c0c19-1ca1-4609-98a2-bc0ca1f4d229 None None] Checking router: d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:12:53.661599 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3c0c19-1ca1-4609-98a2-bc0ca1f4d229 None None] Routers {'d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:12:53.662207 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-3f3c0c19-1ca1-4609-98a2-bc0ca1f4d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:12:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:53.685095 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-7cc98c71-c07e-4378-a2a2-53c4db31a468 admin admin] For port ef31ea3b-ff31-4e76-bf4b-4da82308b722, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=ef31ea3b-ff31-4e76-bf4b-4da82308b722,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:12:53.685977 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc98c71-c07e-4378-a2a2-53c4db31a468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:53.698063 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7cc98c71-c07e-4378-a2a2-53c4db31a468 admin admin] Calling delete_port for ef31ea3b-ff31-4e76-bf4b-4da82308b722 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:12:53.719634 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e457f287-077d-4911-89d2-1c3eea01e612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:53.752684 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-3f3c0c19-1ca1-4609-98a2-bc0ca1f4d229 None None] Set router d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd gateway port host: None {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:12:53.763230 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e457f287-077d-4911-89d2-1c3eea01e612 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48c2cb0fd01e411d86b9839cf2952647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297375 Aug 25 05:12:53.763230 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457f287-077d-4911-89d2-1c3eea01e612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae753ab0-d02f-4a9f-a263-b3b02849a35e,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:53.763611 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46526) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:53.804178 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-3f3c0c19-1ca1-4609-98a2-bc0ca1f4d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4226b7d-2f4e-46c1-8e3b-c256b7fb4acd', 'name': 'tempest-TestMinimumBasicScenario-1456051962-router', 'tenant_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:59Z', 'updated_at': '2021-08-25T05:12:53Z', 'revision_number': 6, 'project_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'gw_port_host': None}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:53.830266 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3c0c19-1ca1-4609-98a2-bc0ca1f4d229 None None] The sync data for ids ['d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd'] in dv-cinder-757936-7-iscsi is: [{'id': 'd4226b7d-2f4e-46c1-8e3b-c256b7fb4acd', 'name': 'tempest-TestMinimumBasicScenario-1456051962-router', 'tenant_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:09:59Z', 'updated_at': '2021-08-25T05:12:53Z', 'revision_number': 6, 'project_id': '06a3ff7092bd49e0af1f3f7de0337dd0', 'gw_port_host': None}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:12:53.868133 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2f4357e-a6d3-464c-8fe2-df6a8c741d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:53.918351 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2f4357e-a6d3-464c-8fe2-df6a8c741d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:54.011023 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc98c71-c07e-4378-a2a2-53c4db31a468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:54.040615 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc98c71-c07e-4378-a2a2-53c4db31a468 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef31ea3b-ff31-4e76-bf4b-4da82308b722,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:54.057810 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2f4357e-a6d3-464c-8fe2-df6a8c741d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:54.060793 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2f4357e-a6d3-464c-8fe2-df6a8c741d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:54.061892 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c2f4357e-a6d3-464c-8fe2-df6a8c741d09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae753ab0-d02f-4a9f-a263-b3b02849a35e HTTP/1.1" status: 204 len: 168 time: 0.2946692 Aug 25 05:12:54.088553 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4357e-a6d3-464c-8fe2-df6a8c741d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae753ab0-d02f-4a9f-a263-b3b02849a35e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:54.108523 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc98c71-c07e-4378-a2a2-53c4db31a468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406198'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:54.198105 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc98c71-c07e-4378-a2a2-53c4db31a468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1209'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:54.200417 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc98c71-c07e-4378-a2a2-53c4db31a468 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:54.313751 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc98c71-c07e-4378-a2a2-53c4db31a468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394799'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:54.314284 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc98c71-c07e-4378-a2a2-53c4db31a468 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 05:12:54.318945 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc98c71-c07e-4378-a2a2-53c4db31a468 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:54.320081 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-7cc98c71-c07e-4378-a2a2-53c4db31a468 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d4226b7d-2f4e-46c1-8e3b-c256b7fb4acd HTTP/1.1" status: 204 len: 168 time: 1.0330412 Aug 25 05:12:54.322564 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46530) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:54.366132 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c82d21-cd65-4c10-81cf-2f3871cc5dc7 admin admin] Deleting subnet 266f631f-314e-42e2-83d8-5f79da00fe3f {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 05:12:54.369052 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07c82d21-cd65-4c10-81cf-2f3871cc5dc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:54.403180 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07c82d21-cd65-4c10-81cf-2f3871cc5dc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8793849'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:54.480437 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07c82d21-cd65-4c10-81cf-2f3871cc5dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770766'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:54.880473 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07c82d21-cd65-4c10-81cf-2f3871cc5dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7772541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8793722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062831'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:54.904274 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c82d21-cd65-4c10-81cf-2f3871cc5dc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=266f631f-314e-42e2-83d8-5f79da00fe3f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:54.910661 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07c82d21-cd65-4c10-81cf-2f3871cc5dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:54.915067 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-07c82d21-cd65-4c10-81cf-2f3871cc5dc7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/266f631f-314e-42e2-83d8-5f79da00fe3f HTTP/1.1" status: 204 len: 168 time: 0.5889966 Aug 25 05:12:54.915511 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 46548) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:54.919110 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f5fc77-84e9-443d-a263-c89bbb387851 None None] Network 2767fb02-f5e5-407b-8731-051144ac8cad requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:12:54.997040 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e78d6841-a82c-4231-b382-fb90a24ac62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7799533'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:55.058402 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-e78d6841-a82c-4231-b382-fb90a24ac62f admin admin] Deleting port 3969e71e-d98a-44ba-a8e8-99841dee3dfe {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:12:55.058849 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e78d6841-a82c-4231-b382-fb90a24ac62f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:55.107471 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dd5243-aa42-4c9b-b66d-7ad367d2b16c None None] DHCP port deletion for 2767fb02-f5e5-407b-8731-051144ac8cad request from dv-cinder-757936-7-iscsi {{(pid=94640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 05:12:55.133214 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-e78d6841-a82c-4231-b382-fb90a24ac62f admin admin] For port 3969e71e-d98a-44ba-a8e8-99841dee3dfe, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=3969e71e-d98a-44ba-a8e8-99841dee3dfe,segment=NetworkSegment(4d76d6fb-3a43-4a38-9d31-15bbd4856e06),segment_id=4d76d6fb-3a43-4a38-9d31-15bbd4856e06)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:12:55.133587 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e78d6841-a82c-4231-b382-fb90a24ac62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:55.152952 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46554) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:55.153738 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-e78d6841-a82c-4231-b382-fb90a24ac62f admin admin] Calling delete_port for 3969e71e-d98a-44ba-a8e8-99841dee3dfe owned by network:dhcp {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:12:55.166877 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-72dd5243-aa42-4c9b-b66d-7ad367d2b16c None None] Deleting port 3969e71e-d98a-44ba-a8e8-99841dee3dfe {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:12:55.166877 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72dd5243-aa42-4c9b-b66d-7ad367d2b16c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:55.226407 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-72dd5243-aa42-4c9b-b66d-7ad367d2b16c None None] For port 3969e71e-d98a-44ba-a8e8-99841dee3dfe, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=3969e71e-d98a-44ba-a8e8-99841dee3dfe,segment=NetworkSegment(4d76d6fb-3a43-4a38-9d31-15bbd4856e06),segment_id=4d76d6fb-3a43-4a38-9d31-15bbd4856e06)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:12:55.229613 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72dd5243-aa42-4c9b-b66d-7ad367d2b16c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:55.240114 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-72dd5243-aa42-4c9b-b66d-7ad367d2b16c None None] Calling delete_port for 3969e71e-d98a-44ba-a8e8-99841dee3dfe owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:12:55.253132 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d02528cb-7168-4cc9-b401-eda7bbcf942c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1152929948-network', 'tenant_id': '17c400f4f7854661881466da469d3d94'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:12:55.305331 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e78d6841-a82c-4231-b382-fb90a24ac62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:55.316284 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72dd5243-aa42-4c9b-b66d-7ad367d2b16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:55.333085 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d6841-a82c-4231-b382-fb90a24ac62f admin admin] Pushing event deleted for resources: {'Port': ['ID=3969e71e-d98a-44ba-a8e8-99841dee3dfe,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:55.334964 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78d6841-a82c-4231-b382-fb90a24ac62f admin admin] No DVR routers for this DVR port 3969e71e-d98a-44ba-a8e8-99841dee3dfe on host dv-cinder-757936-7-iscsi {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:12:55.337219 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02528cb-7168-4cc9-b401-eda7bbcf942c admin admin] Made reservation on behalf of 17c400f4f7854661881466da469d3d94 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:12:55.340482 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d02528cb-7168-4cc9-b401-eda7bbcf942c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:55.350318 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d02528cb-7168-4cc9-b401-eda7bbcf942c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:55.352923 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 6e1ecf57-3735-4e87-bf9d-391936419405 no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:12:55.357825 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd5243-aa42-4c9b-b66d-7ad367d2b16c None None] Pushing event deleted for resources: {'Port': ['ID=3969e71e-d98a-44ba-a8e8-99841dee3dfe,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:55.380404 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dd5243-aa42-4c9b-b66d-7ad367d2b16c None None] No DVR routers for this DVR port 3969e71e-d98a-44ba-a8e8-99841dee3dfe on host dv-cinder-757936-7-iscsi {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:12:55.383876 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: 6e1ecf57-3735-4e87-bf9d-391936419405 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:12:55.388919 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 6e1ecf57-3735-4e87-bf9d-391936419405 not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:12:55.388919 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 3969e71e-d98a-44ba-a8e8-99841dee3dfe no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:12:55.410049 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e78d6841-a82c-4231-b382-fb90a24ac62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7770889', 'neutron.services.segments.db._delete_segments_for_network-8785199888559'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:55.416424 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: 3969e71e-d98a-44ba-a8e8-99841dee3dfe {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:12:55.416424 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 3969e71e-d98a-44ba-a8e8-99841dee3dfe not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:12:55.416424 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device ef31ea3b-ff31-4e76-bf4b-4da82308b722 no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:12:55.416424 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dd5243-aa42-4c9b-b66d-7ad367d2b16c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:55.417020 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dd5243-aa42-4c9b-b66d-7ad367d2b16c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:55.417381 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dd5243-aa42-4c9b-b66d-7ad367d2b16c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:55.417725 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dd5243-aa42-4c9b-b66d-7ad367d2b16c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:55.418063 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dd5243-aa42-4c9b-b66d-7ad367d2b16c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:55.418401 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dd5243-aa42-4c9b-b66d-7ad367d2b16c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:55.418754 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dd5243-aa42-4c9b-b66d-7ad367d2b16c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:55.419095 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dd5243-aa42-4c9b-b66d-7ad367d2b16c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:55.419954 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dd5243-aa42-4c9b-b66d-7ad367d2b16c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:55.420288 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dd5243-aa42-4c9b-b66d-7ad367d2b16c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:55.420622 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dd5243-aa42-4c9b-b66d-7ad367d2b16c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:55.420954 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dd5243-aa42-4c9b-b66d-7ad367d2b16c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:12:55.421862 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-e78d6841-a82c-4231-b382-fb90a24ac62f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2767fb02-f5e5-407b-8731-051144ac8cad']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:55.436265 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-e78d6841-a82c-4231-b382-fb90a24ac62f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d76d6fb-3a43-4a38-9d31-15bbd4856e06') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:55.436649 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-e78d6841-a82c-4231-b382-fb90a24ac62f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d76d6fb-3a43-4a38-9d31-15bbd4856e06') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:12:55.441023 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: ef31ea3b-ff31-4e76-bf4b-4da82308b722 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:12:55.441378 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device ef31ea3b-ff31-4e76-bf4b-4da82308b722 not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:12:55.446476 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d02528cb-7168-4cc9-b401-eda7bbcf942c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:55.450845 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e78d6841-a82c-4231-b382-fb90a24ac62f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785199888442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-52350778'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:55.464866 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e78d6841-a82c-4231-b382-fb90a24ac62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:55.470661 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78d6841-a82c-4231-b382-fb90a24ac62f admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e78d6841-a82c-4231-b382-fb90a24ac62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52348973'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: Traceback (most recent call last): Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: timer() Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: cb(*args, **kw) Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: return func(*args, **kwargs) Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: self._notify() Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: self.callback(batched_events) Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: event.method(event) Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: return f(self, *a, **k) Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: return self._get(url).json() Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 05:12:55.473557 dv-cinder-757936-7-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 05:12:55.519458 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d02528cb-7168-4cc9-b401-eda7bbcf942c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:55.543845 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d02528cb-7168-4cc9-b401-eda7bbcf942c admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:12:55.552936 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02528cb-7168-4cc9-b401-eda7bbcf942c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7793b1-e76d-4b80-a4ba-f30c2b15a8d9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:55.559530 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d02528cb-7168-4cc9-b401-eda7bbcf942c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:55.559979 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-d02528cb-7168-4cc9-b401-eda7bbcf942c admin admin] Added segment dc5cea5e-b832-43b9-a117-88287e4087ec of type vlan for network c85286c3-d570-47a3-9656-0289269d20a0 Aug 25 05:12:55.597705 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d02528cb-7168-4cc9-b401-eda7bbcf942c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785199393567'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:55.608689 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e78d6841-a82c-4231-b382-fb90a24ac62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7770880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406170'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:55.614180 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e78d6841-a82c-4231-b382-fb90a24ac62f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:55.616063 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e78d6841-a82c-4231-b382-fb90a24ac62f admin admin] 10.222.0.13 "DELETE /v2.0/networks/2767fb02-f5e5-407b-8731-051144ac8cad HTTP/1.1" status: 204 len: 168 time: 0.6996417 Aug 25 05:12:55.627308 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d6841-a82c-4231-b382-fb90a24ac62f admin admin] Pushing event deleted for resources: {'Network': ['ID=2767fb02-f5e5-407b-8731-051144ac8cad,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:55.687841 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d02528cb-7168-4cc9-b401-eda7bbcf942c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:55.688828 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02528cb-7168-4cc9-b401-eda7bbcf942c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:55.689409 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d02528cb-7168-4cc9-b401-eda7bbcf942c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:55.750157 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02528cb-7168-4cc9-b401-eda7bbcf942c admin admin] Pushing event updated for resources: {'Network': ['ID=c85286c3-d570-47a3-9656-0289269d20a0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:55.760102 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Network c85286c3-d570-47a3-9656-0289269d20a0 details requested by agent ovs-agent-dv-cinder-757936-7-iscsi with host dv-cinder-757936-7-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:12:55.837636 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d02528cb-7168-4cc9-b401-eda7bbcf942c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6835496 Aug 25 05:12:55.844857 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 46566) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:55.850387 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-6b2a316e-2ff3-4f4c-b18e-dc0a0d72ba11 admin admin] Request body: {'subnet': {'network_id': 'c85286c3-d570-47a3-9656-0289269d20a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1152929948-subnet', 'tenant_id': '17c400f4f7854661881466da469d3d94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:12:55.962266 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46568) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:55.985292 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2a316e-2ff3-4f4c-b18e-dc0a0d72ba11 admin admin] Made reservation on behalf of 17c400f4f7854661881466da469d3d94 for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:12:55.989793 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6b2a316e-2ff3-4f4c-b18e-dc0a0d72ba11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-52317432'] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:56.010347 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-dc85d377-194a-432d-87da-81ce9f95dcd8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a8f9910a1cc48de84fb328b14a3d11a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468020 Aug 25 05:12:56.013541 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46570) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:56.061212 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-554ba62f-925c-4f01-847e-e4f30387f583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:56.082119 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-554ba62f-925c-4f01-847e-e4f30387f583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:56.213562 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-554ba62f-925c-4f01-847e-e4f30387f583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:56.216119 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-554ba62f-925c-4f01-847e-e4f30387f583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:56.217886 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-554ba62f-925c-4f01-847e-e4f30387f583 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78107b5e-e441-4c1f-9b82-85b36273991d HTTP/1.1" status: 204 len: 168 time: 0.2034132 Aug 25 05:12:56.225602 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ba62f-925c-4f01-847e-e4f30387f583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78107b5e-e441-4c1f-9b82-85b36273991d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:56.282588 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6b2a316e-2ff3-4f4c-b18e-dc0a0d72ba11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52350856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-52317194'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:56.342804 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a316e-2ff3-4f4c-b18e-dc0a0d72ba11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34917878-5c2e-434c-a9bd-c181c4f5e1c7,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:56.352029 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2a316e-2ff3-4f4c-b18e-dc0a0d72ba11 admin admin] Checking segment: {'id': 'dc5cea5e-b832-43b9-a117-88287e4087ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c85286c3-d570-47a3-9656-0289269d20a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:12:56.352383 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2a316e-2ff3-4f4c-b18e-dc0a0d72ba11 admin admin] Network hostable DHCP agents. Network: c85286c3-d570-47a3-9656-0289269d20a0, hostable agents: ['0a2fa090-2970-41a0-8073-2983789ee317'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:12:56.433543 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2a316e-2ff3-4f4c-b18e-dc0a0d72ba11 admin admin] Network c85286c3-d570-47a3-9656-0289269d20a0 is scheduled to be hosted by DHCP agent 0a2fa090-2970-41a0-8073-2983789ee317 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:12:56.507994 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-6b2a316e-2ff3-4f4c-b18e-dc0a0d72ba11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-7-iscsi, c85286c3-d570-47a3-9656-0289269d20a0) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:12:56.512369 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2a316e-2ff3-4f4c-b18e-dc0a0d72ba11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:56.512974 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6b2a316e-2ff3-4f4c-b18e-dc0a0d72ba11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:56.517930 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50458df0-54df-44e2-b398-dba5261603fb None None] Network c85286c3-d570-47a3-9656-0289269d20a0 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:12:56.606267 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-6b2a316e-2ff3-4f4c-b18e-dc0a0d72ba11 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7602224 Aug 25 05:12:56.634708 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d952c65-f633-4290-9700-7f40a30c6435 None None] Network c85286c3-d570-47a3-9656-0289269d20a0 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:12:57.132838 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 46586) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:57.173234 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-6063870c-8780-4395-a9ad-f7c469d7a21d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06a3ff7092bd49e0af1f3f7de0337dd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392318 Aug 25 05:12:57.175619 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 46590) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:57.221751 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6bf0ba32-362b-4200-92a6-b1e6431404f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:57.241614 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6bf0ba32-362b-4200-92a6-b1e6431404f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:57.368057 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6bf0ba32-362b-4200-92a6-b1e6431404f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:57.377541 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6bf0ba32-362b-4200-92a6-b1e6431404f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:57.377541 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-6bf0ba32-362b-4200-92a6-b1e6431404f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a01069cc-ae8f-4089-94f0-fb7767b99c64 HTTP/1.1" status: 204 len: 168 time: 0.1952901 Aug 25 05:12:57.380680 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0ba32-362b-4200-92a6-b1e6431404f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01069cc-ae8f-4089-94f0-fb7767b99c64,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:57.645458 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 46602) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:57.650635 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-af679ca1-3962-4ad6-9265-9556a530bafd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-402419480-network', 'tenant_id': '380ad922b95b41ba991014b40c142b5b'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:12:57.753828 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af679ca1-3962-4ad6-9265-9556a530bafd admin admin] Made reservation on behalf of 380ad922b95b41ba991014b40c142b5b for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:12:57.756335 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af679ca1-3962-4ad6-9265-9556a530bafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:57.769271 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af679ca1-3962-4ad6-9265-9556a530bafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:57.865440 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af679ca1-3962-4ad6-9265-9556a530bafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:57.962115 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af679ca1-3962-4ad6-9265-9556a530bafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:57.983313 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af679ca1-3962-4ad6-9265-9556a530bafd admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:12:57.997387 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af679ca1-3962-4ad6-9265-9556a530bafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34e8a8a-4a0a-407a-878b-a5d04539bc1f,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:58.000294 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af679ca1-3962-4ad6-9265-9556a530bafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:58.000633 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-af679ca1-3962-4ad6-9265-9556a530bafd admin admin] Added segment a79bc6c3-be07-44be-9a73-97d328054bcd of type vlan for network 6a02fa55-5a9b-4e73-a441-0f1212c11398 Aug 25 05:12:58.038584 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af679ca1-3962-4ad6-9265-9556a530bafd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785199393567'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:58.150886 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af679ca1-3962-4ad6-9265-9556a530bafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:58.151879 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af679ca1-3962-4ad6-9265-9556a530bafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:58.152498 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af679ca1-3962-4ad6-9265-9556a530bafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:58.209576 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af679ca1-3962-4ad6-9265-9556a530bafd admin admin] Pushing event updated for resources: {'Network': ['ID=6a02fa55-5a9b-4e73-a441-0f1212c11398,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:58.219717 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Network 6a02fa55-5a9b-4e73-a441-0f1212c11398 details requested by agent ovs-agent-dv-cinder-757936-7-iscsi with host dv-cinder-757936-7-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:12:58.237173 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-af679ca1-3962-4ad6-9265-9556a530bafd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5905862 Aug 25 05:12:58.240407 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 46608) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:12:58.244599 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-6b8b2280-b99c-456e-9a1a-b2bbe72851d2 admin admin] Request body: {'subnet': {'network_id': '6a02fa55-5a9b-4e73-a441-0f1212c11398', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-402419480-subnet', 'tenant_id': '380ad922b95b41ba991014b40c142b5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:12:58.413521 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8b2280-b99c-456e-9a1a-b2bbe72851d2 admin admin] Made reservation on behalf of 380ad922b95b41ba991014b40c142b5b for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:12:58.415961 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6b8b2280-b99c-456e-9a1a-b2bbe72851d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-52317432'] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:58.645472 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6b8b2280-b99c-456e-9a1a-b2bbe72851d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52350856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-52317194'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:58.703649 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b2280-b99c-456e-9a1a-b2bbe72851d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1617713-2152-4208-bdcc-af14fd3141c6,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:12:58.710969 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8b2280-b99c-456e-9a1a-b2bbe72851d2 admin admin] Checking segment: {'id': 'a79bc6c3-be07-44be-9a73-97d328054bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6a02fa55-5a9b-4e73-a441-0f1212c11398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:12:58.711327 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8b2280-b99c-456e-9a1a-b2bbe72851d2 admin admin] Network hostable DHCP agents. Network: 6a02fa55-5a9b-4e73-a441-0f1212c11398, hostable agents: ['0a2fa090-2970-41a0-8073-2983789ee317'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:12:58.804695 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8b2280-b99c-456e-9a1a-b2bbe72851d2 admin admin] Network 6a02fa55-5a9b-4e73-a441-0f1212c11398 is scheduled to be hosted by DHCP agent 0a2fa090-2970-41a0-8073-2983789ee317 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:12:58.938878 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-6b8b2280-b99c-456e-9a1a-b2bbe72851d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-7-iscsi, 6a02fa55-5a9b-4e73-a441-0f1212c11398) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:12:58.942785 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8b2280-b99c-456e-9a1a-b2bbe72851d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:12:58.943413 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6b8b2280-b99c-456e-9a1a-b2bbe72851d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:12:58.947910 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d15fd1-4b91-48cb-803b-081730ad708e None None] Network 6a02fa55-5a9b-4e73-a441-0f1212c11398 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:12:59.069427 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13da8a99-c11c-450c-a59e-acb9d9269207 None None] Network 6a02fa55-5a9b-4e73-a441-0f1212c11398 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:12:59.074568 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-6b8b2280-b99c-456e-9a1a-b2bbe72851d2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8336499 Aug 25 05:13:00.510710 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70d34ba9-3429-426e-8eb3-fc964ed60f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:02.398313 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e886698-844e-4ad0-8156-ce6127ed406f req-28e41d1b-0121-44ab-ac91-46e1ec950264 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:13:02.399749 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6e886698-844e-4ad0-8156-ce6127ed406f req-28e41d1b-0121-44ab-ac91-46e1ec950264 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 945 time: 0.0463831 Aug 25 05:13:02.436157 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6e886698-844e-4ad0-8156-ce6127ed406f req-3d61ca2a-7884-4566-930b-ae1fc6ad5aeb tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300548 Aug 25 05:13:02.979460 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41cc113b-933d-4985-a1b3-75e965e37238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:03.302280 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:03.567642 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fe0b9-15a5-45a8-a812-943c778b8219 req-df285f8a-e5f1-4c99-a782-1cf7427546f4 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:13:03.569122 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-361fe0b9-15a5-45a8-a812-943c778b8219 req-df285f8a-e5f1-4c99-a782-1cf7427546f4 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 945 time: 0.0572469 Aug 25 05:13:03.604781 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-361fe0b9-15a5-45a8-a812-943c778b8219 req-24da2e67-8e54-4661-8da8-fb007f4937cf tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d31033-e585-4af7-a291-e8eac574a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296807 Aug 25 05:13:04.222465 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b3972-fc9b-4354-a528-fc9bb7faa650 req-b02f3113-4a9a-475a-a767-de9559988307 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:13:04.223973 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a35b3972-fc9b-4354-a528-fc9bb7faa650 req-b02f3113-4a9a-475a-a767-de9559988307 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 945 time: 0.0483124 Aug 25 05:13:04.279551 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:04.318222 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-a35b3972-fc9b-4354-a528-fc9bb7faa650 req-fefc6014-1025-4668-a35e-6a60806c5bf1 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Deleting port 4ee4039d-4b5a-4948-be60-813b047b4519 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:13:04.318594 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-a35b3972-fc9b-4354-a528-fc9bb7faa650 req-fefc6014-1025-4668-a35e-6a60806c5bf1 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:04.405727 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-a35b3972-fc9b-4354-a528-fc9bb7faa650 req-fefc6014-1025-4668-a35e-6a60806c5bf1 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] For port 4ee4039d-4b5a-4948-be60-813b047b4519, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=4ee4039d-4b5a-4948-be60-813b047b4519,segment=NetworkSegment(176b82d7-d9a9-4d4a-8f60-603b200cee70),segment_id=176b82d7-d9a9-4d4a-8f60-603b200cee70)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:04.406105 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-a35b3972-fc9b-4354-a528-fc9bb7faa650 req-fefc6014-1025-4668-a35e-6a60806c5bf1 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:04.418726 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-a35b3972-fc9b-4354-a528-fc9bb7faa650 req-fefc6014-1025-4668-a35e-6a60806c5bf1 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Calling delete_port for 4ee4039d-4b5a-4948-be60-813b047b4519 owned by compute:nova {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:13:04.616522 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-a35b3972-fc9b-4354-a528-fc9bb7faa650 req-fefc6014-1025-4668-a35e-6a60806c5bf1 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:04.645051 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc6014-1025-4668-a35e-6a60806c5bf1 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Pushing event deleted for resources: {'Port': ['ID=4ee4039d-4b5a-4948-be60-813b047b4519,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:04.655259 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['4ee4039d-4b5a-4948-be60-813b047b4519'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:13:04.692660 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35b3972-fc9b-4354-a528-fc9bb7faa650 req-fefc6014-1025-4668-a35e-6a60806c5bf1 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] No DVR routers for this DVR port 4ee4039d-4b5a-4948-be60-813b047b4519 on host hv-cinder-75793 {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:13:04.695224 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-a35b3972-fc9b-4354-a528-fc9bb7faa650 req-fefc6014-1025-4668-a35e-6a60806c5bf1 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:04.697200 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a35b3972-fc9b-4354-a528-fc9bb7faa650 req-fefc6014-1025-4668-a35e-6a60806c5bf1 tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.20 "DELETE /v2.0/ports/4ee4039d-4b5a-4948-be60-813b047b4519 HTTP/1.1" status: 204 len: 173 time: 0.4665358 Aug 25 05:13:04.697629 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1', 'name': 'network-vif-deleted', 'tag': '4ee4039d-4b5a-4948-be60-813b047b4519'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:13:04.699901 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4f6944-8418-4705-b6c4-294aeb4c8f3e" -d '{"events": [{"server_uuid": "6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1", "name": "network-vif-deleted", "tag": "4ee4039d-4b5a-4948-be60-813b047b4519"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:13:04.724345 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-03afc459-cd14-4d61-a947-7f3edd4b5afe req-14096617-3178-4973-ae2d-b8efe44efa0d tempest-VolumesSnapshotTestJSON-738597466 tempest-VolumesSnapshotTestJSON-738597466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1 HTTP/1.1" status: 200 len: 210 time: 0.0442646 Aug 25 05:13:04.736316 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475c0f04-12d8-4cb1-abc5-f46cd2546104 x-openstack-request-id: req-475c0f04-12d8-4cb1-abc5-f46cd2546104 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:13:04.736637 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1", "name": "network-vif-deleted", "tag": "4ee4039d-4b5a-4948-be60-813b047b4519", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:13:04.736964 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-475c0f04-12d8-4cb1-abc5-f46cd2546104 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:13:04.737470 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a6ccf1a-3d21-4e24-9ef5-d7abeb45fee1', 'name': 'network-vif-deleted', 'tag': '4ee4039d-4b5a-4948-be60-813b047b4519', 'status': 'completed', 'code': 200} Aug 25 05:13:05.951602 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:06.668652 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 4ee4039d-4b5a-4948-be60-813b047b4519 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:13:06.688937 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] No Port match for: 4ee4039d-4b5a-4948-be60-813b047b4519 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:13:06.689289 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 4ee4039d-4b5a-4948-be60-813b047b4519 not bound to the agent host hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:13:11.699166 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfbe8a-2417-4a23-a288-84522f6ca4d8 req-131cb88a-f247-4c34-aac8-ce3d5a0b1be2 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:13:11.701090 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c0cfbe8a-2417-4a23-a288-84522f6ca4d8 req-131cb88a-f247-4c34-aac8-ce3d5a0b1be2 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 947 time: 0.0460286 Aug 25 05:13:11.738465 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c0cfbe8a-2417-4a23-a288-84522f6ca4d8 req-ba6fb563-323a-4192-844d-3931c2b5775d tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314901 Aug 25 05:13:12.857979 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934210d-c743-4d12-a948-fea58a423749 req-838c8d64-cda0-4791-b31b-f932baffb664 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:13:12.859622 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2934210d-c743-4d12-a948-fea58a423749 req-838c8d64-cda0-4791-b31b-f932baffb664 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 947 time: 0.0489757 Aug 25 05:13:12.897924 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2934210d-c743-4d12-a948-fea58a423749 req-38368a92-08f0-4b84-81ec-7947c2ff31a6 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups?id=db84f94b-242f-4f2c-bfa1-03da79c91831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324512 Aug 25 05:13:13.210678 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee1429-7932-4803-a4b9-77507d585a1c req-a5a7c8cb-b5af-4d44-8049-03fdf70178e9 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:13:13.212119 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-02ee1429-7932-4803-a4b9-77507d585a1c req-a5a7c8cb-b5af-4d44-8049-03fdf70178e9 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 947 time: 0.0464351 Aug 25 05:13:13.303502 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-02ee1429-7932-4803-a4b9-77507d585a1c req-a09a7230-5a77-4988-874e-526c1db7bb51 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Deleting port b537575a-2b55-4dbe-a0f0-01ae24b13ff9 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:13:13.303848 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-02ee1429-7932-4803-a4b9-77507d585a1c req-a09a7230-5a77-4988-874e-526c1db7bb51 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:13.389716 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-02ee1429-7932-4803-a4b9-77507d585a1c req-a09a7230-5a77-4988-874e-526c1db7bb51 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] For port b537575a-2b55-4dbe-a0f0-01ae24b13ff9, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=b537575a-2b55-4dbe-a0f0-01ae24b13ff9,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:13.389985 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-02ee1429-7932-4803-a4b9-77507d585a1c req-a09a7230-5a77-4988-874e-526c1db7bb51 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:13.557249 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-02ee1429-7932-4803-a4b9-77507d585a1c req-a09a7230-5a77-4988-874e-526c1db7bb51 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:13.557645 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-02ee1429-7932-4803-a4b9-77507d585a1c req-a09a7230-5a77-4988-874e-526c1db7bb51 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406152'] for floatingip, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:13.558008 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.db.l3_db [req-02ee1429-7932-4803-a4b9-77507d585a1c req-a09a7230-5a77-4988-874e-526c1db7bb51 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Floating IP 5dbac1c7-758b-4c92-9302-e9a694fff898 disassociated. External IP: 172.27.0.221, port: b537575a-2b55-4dbe-a0f0-01ae24b13ff9. Aug 25 05:13:13.558354 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-02ee1429-7932-4803-a4b9-77507d585a1c req-a09a7230-5a77-4988-874e-526c1db7bb51 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Calling delete_port for b537575a-2b55-4dbe-a0f0-01ae24b13ff9 owned by compute:nova {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:13:13.767594 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-02ee1429-7932-4803-a4b9-77507d585a1c req-a09a7230-5a77-4988-874e-526c1db7bb51 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:13.796164 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a7230-5a77-4988-874e-526c1db7bb51 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Pushing event deleted for resources: {'Port': ['ID=b537575a-2b55-4dbe-a0f0-01ae24b13ff9,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:13.905780 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02ee1429-7932-4803-a4b9-77507d585a1c req-a09a7230-5a77-4988-874e-526c1db7bb51 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Router b0d21978-c4b9-4876-8a2f-7095faca9311 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:13:13.999480 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8a4b5559-4b5a-4afb-9e9f-dd7d7ea198ef req-0f307bc8-9253-4bec-a4aa-2d235b3b36ae tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 210 time: 0.0291874 Aug 25 05:13:14.012057 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02ee1429-7932-4803-a4b9-77507d585a1c req-a09a7230-5a77-4988-874e-526c1db7bb51 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:13:14.026883 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7037e1-3810-4acb-b692-8b5614ccffce None None] Sync routers for ids ['b0d21978-c4b9-4876-8a2f-7095faca9311'] in dv-cinder-757936-7-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:13:14.037106 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7037e1-3810-4acb-b692-8b5614ccffce None None] Routers {'b0d21978-c4b9-4876-8a2f-7095faca9311'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:13:14.037804 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7e7037e1-3810-4acb-b692-8b5614ccffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:13:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['b0d21978-c4b9-4876-8a2f-7095faca9311'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:14.051594 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ee1429-7932-4803-a4b9-77507d585a1c req-a09a7230-5a77-4988-874e-526c1db7bb51 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] No DVR routers for this DVR port b537575a-2b55-4dbe-a0f0-01ae24b13ff9 on host hv-cinder-75793 {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:13:14.054023 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-02ee1429-7932-4803-a4b9-77507d585a1c req-a09a7230-5a77-4988-874e-526c1db7bb51 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:14.056089 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-02ee1429-7932-4803-a4b9-77507d585a1c req-a09a7230-5a77-4988-874e-526c1db7bb51 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.20 "DELETE /v2.0/ports/b537575a-2b55-4dbe-a0f0-01ae24b13ff9 HTTP/1.1" status: 204 len: 173 time: 0.8364952 Aug 25 05:13:14.056518 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c12626e-d3ec-4396-968f-43c501ba397a', 'name': 'network-vif-deleted', 'tag': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:13:14.058763 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35fc501-bb60-4e9e-b30f-2e3ff0c5cdce" -d '{"events": [{"server_uuid": "6c12626e-d3ec-4396-968f-43c501ba397a", "name": "network-vif-deleted", "tag": "b537575a-2b55-4dbe-a0f0-01ae24b13ff9"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:13:14.093706 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9634b3-c404-47f8-be2c-962a440945a7 x-openstack-request-id: req-7f9634b3-c404-47f8-be2c-962a440945a7 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:13:14.094062 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c12626e-d3ec-4396-968f-43c501ba397a", "name": "network-vif-deleted", "tag": "b537575a-2b55-4dbe-a0f0-01ae24b13ff9", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:13:14.094320 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f9634b3-c404-47f8-be2c-962a440945a7 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:13:14.094755 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c12626e-d3ec-4396-968f-43c501ba397a', 'name': 'network-vif-deleted', 'tag': 'b537575a-2b55-4dbe-a0f0-01ae24b13ff9', 'status': 'completed', 'code': 200} Aug 25 05:13:14.148888 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-7e7037e1-3810-4acb-b692-8b5614ccffce None None] Set router b0d21978-c4b9-4876-8a2f-7095faca9311 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:13:14.462915 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7e7037e1-3810-4acb-b692-8b5614ccffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-router', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:42Z', 'updated_at': '2021-08-25T05:05:53Z', 'revision_number': 4, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'gw_port': {'id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '550698b5-155f-4280-bb4e-63ff0d633da9', 'name': '', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'mac_address': 'fa:16:3e:4e:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '686786a2-7682-45e8-a905-204e7e4e6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:50Z', 'updated_at': '2021-08-25T05:06:05Z', 'revision_number': 5, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'subnets': [{'id': '686786a2-7682-45e8-a905-204e7e4e6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:14.489180 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7037e1-3810-4acb-b692-8b5614ccffce None None] Checking router: b0d21978-c4b9-4876-8a2f-7095faca9311 for host: dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:13:14.497354 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7037e1-3810-4acb-b692-8b5614ccffce None None] Routers {'b0d21978-c4b9-4876-8a2f-7095faca9311'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:13:14.497970 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7e7037e1-3810-4acb-b692-8b5614ccffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:13:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['b0d21978-c4b9-4876-8a2f-7095faca9311'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:14.599298 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-7e7037e1-3810-4acb-b692-8b5614ccffce None None] Set router b0d21978-c4b9-4876-8a2f-7095faca9311 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:13:14.794135 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7e7037e1-3810-4acb-b692-8b5614ccffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-router', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:42Z', 'updated_at': '2021-08-25T05:05:53Z', 'revision_number': 4, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'gw_port': {'id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '550698b5-155f-4280-bb4e-63ff0d633da9', 'name': '', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'mac_address': 'fa:16:3e:4e:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '686786a2-7682-45e8-a905-204e7e4e6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:50Z', 'updated_at': '2021-08-25T05:06:05Z', 'revision_number': 5, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'subnets': [{'id': '686786a2-7682-45e8-a905-204e7e4e6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:14.820266 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7037e1-3810-4acb-b692-8b5614ccffce None None] The sync data for ids ['b0d21978-c4b9-4876-8a2f-7095faca9311'] in dv-cinder-757936-7-iscsi is: [{'id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-router', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:42Z', 'updated_at': '2021-08-25T05:05:53Z', 'revision_number': 4, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'gw_port': {'id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '550698b5-155f-4280-bb4e-63ff0d633da9', 'name': '', 'network_id': '71d45235-aa08-4ce1-9e25-ebab82ef910a', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'mac_address': 'fa:16:3e:4e:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '686786a2-7682-45e8-a905-204e7e4e6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:50Z', 'updated_at': '2021-08-25T05:06:05Z', 'revision_number': 5, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'subnets': [{'id': '686786a2-7682-45e8-a905-204e7e4e6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:13:15.057206 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4672e62-6c7c-4fdc-a66e-05d7414322b8 None None] New status for floating IP 5dbac1c7-758b-4c92-9302-e9a694fff898: DOWN {{(pid=94640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 05:13:15.113045 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c00c1f4b-e48b-49a2-a888-1f9422b728e7 req-c30e3ac7-9300-4f27-9c47-053179dc4a20 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c12626e-d3ec-4396-968f-43c501ba397a HTTP/1.1" status: 200 len: 210 time: 0.0281959 Aug 25 05:13:16.271239 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 46810) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:16.324053 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b47c1371-ee6d-44f1-aa77-7b89aec370af tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:16.346996 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b47c1371-ee6d-44f1-aa77-7b89aec370af tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:16.464600 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b47c1371-ee6d-44f1-aa77-7b89aec370af tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:16.468025 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b47c1371-ee6d-44f1-aa77-7b89aec370af tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:16.469178 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b47c1371-ee6d-44f1-aa77-7b89aec370af tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "DELETE /v2.0/security-groups/db84f94b-242f-4f2c-bfa1-03da79c91831 HTTP/1.1" status: 204 len: 168 time: 0.1969142 Aug 25 05:13:16.475447 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46818) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:16.481016 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c1371-ee6d-44f1-aa77-7b89aec370af tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db84f94b-242f-4f2c-bfa1-03da79c91831,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:16.487650 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.api.v2.resource [None req-3faf57d0-97fc-4029-a9a6-5b5c5ef1ea1e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] show failed (client error): The resource could not be found. Aug 25 05:13:16.490554 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-3faf57d0-97fc-4029-a9a6-5b5c5ef1ea1e tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "GET /v2.0/security-groups/db84f94b-242f-4f2c-bfa1-03da79c91831 HTTP/1.1" status: 404 len: 347 time: 0.0156510 Aug 25 05:13:16.491582 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46820) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:16.627192 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c883bfd1-2ebc-4868-b663-a33bf795cb52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Deleting port 879f3677-1dda-487e-b683-8d3c87a9b61e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:13:16.627651 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c883bfd1-2ebc-4868-b663-a33bf795cb52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:16.698153 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device b537575a-2b55-4dbe-a0f0-01ae24b13ff9 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:13:16.704941 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c883bfd1-2ebc-4868-b663-a33bf795cb52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:16.705269 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c883bfd1-2ebc-4868-b663-a33bf795cb52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:16.716645 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c883bfd1-2ebc-4868-b663-a33bf795cb52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Calling delete_port for 879f3677-1dda-487e-b683-8d3c87a9b61e owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:13:16.721828 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] No Port match for: b537575a-2b55-4dbe-a0f0-01ae24b13ff9 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:13:16.722185 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device b537575a-2b55-4dbe-a0f0-01ae24b13ff9 not bound to the agent host hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:13:16.956606 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c883bfd1-2ebc-4868-b663-a33bf795cb52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:16.985996 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883bfd1-2ebc-4868-b663-a33bf795cb52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Pushing event deleted for resources: {'Port': ['ID=879f3677-1dda-487e-b683-8d3c87a9b61e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:17.008686 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883bfd1-2ebc-4868-b663-a33bf795cb52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:17.009062 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883bfd1-2ebc-4868-b663-a33bf795cb52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:17.009408 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883bfd1-2ebc-4868-b663-a33bf795cb52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:17.009747 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883bfd1-2ebc-4868-b663-a33bf795cb52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:17.010084 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883bfd1-2ebc-4868-b663-a33bf795cb52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:17.010416 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883bfd1-2ebc-4868-b663-a33bf795cb52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:17.010768 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883bfd1-2ebc-4868-b663-a33bf795cb52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:17.011100 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883bfd1-2ebc-4868-b663-a33bf795cb52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:17.011424 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883bfd1-2ebc-4868-b663-a33bf795cb52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:17.011747 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883bfd1-2ebc-4868-b663-a33bf795cb52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:17.012068 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883bfd1-2ebc-4868-b663-a33bf795cb52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:17.012386 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883bfd1-2ebc-4868-b663-a33bf795cb52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:17.051856 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c883bfd1-2ebc-4868-b663-a33bf795cb52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:17.054327 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c883bfd1-2ebc-4868-b663-a33bf795cb52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:17.055495 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c883bfd1-2ebc-4868-b663-a33bf795cb52 tempest-AttachVolumeShelveTestJSON-2075975480 tempest-AttachVolumeShelveTestJSON-2075975480-project] 10.222.0.13 "DELETE /v2.0/floatingips/5dbac1c7-758b-4c92-9302-e9a694fff898 HTTP/1.1" status: 204 len: 168 time: 0.5627482 Aug 25 05:13:17.972464 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46848) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:18.017838 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-70622ec8-3f78-441c-81ae-2c76ac8f2b9a admin admin] Deleting subnet 34917878-5c2e-434c-a9bd-c181c4f5e1c7 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 05:13:18.020981 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70622ec8-3f78-441c-81ae-2c76ac8f2b9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:18.054648 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70622ec8-3f78-441c-81ae-2c76ac8f2b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8793849'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:18.097457 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70622ec8-3f78-441c-81ae-2c76ac8f2b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770766'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:18.236535 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70622ec8-3f78-441c-81ae-2c76ac8f2b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7772541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8793722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062831'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:18.262986 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70622ec8-3f78-441c-81ae-2c76ac8f2b9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34917878-5c2e-434c-a9bd-c181c4f5e1c7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:18.265604 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70622ec8-3f78-441c-81ae-2c76ac8f2b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:18.266870 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-70622ec8-3f78-441c-81ae-2c76ac8f2b9a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/34917878-5c2e-434c-a9bd-c181c4f5e1c7 HTTP/1.1" status: 204 len: 168 time: 0.2933927 Aug 25 05:13:18.269399 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 46850) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:18.335395 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0110f891-51a9-40d0-a80f-a14f2fc45eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7799533'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:18.414982 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0110f891-51a9-40d0-a80f-a14f2fc45eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7770889', 'neutron.services.segments.db._delete_segments_for_network-8785199888559'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:18.425007 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0110f891-51a9-40d0-a80f-a14f2fc45eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85286c3-d570-47a3-9656-0289269d20a0']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:18.434809 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0110f891-51a9-40d0-a80f-a14f2fc45eb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5cea5e-b832-43b9-a117-88287e4087ec') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:18.435107 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0110f891-51a9-40d0-a80f-a14f2fc45eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5cea5e-b832-43b9-a117-88287e4087ec') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:18.443545 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0110f891-51a9-40d0-a80f-a14f2fc45eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785199888442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8793846'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:18.456517 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0110f891-51a9-40d0-a80f-a14f2fc45eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:18.462101 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0110f891-51a9-40d0-a80f-a14f2fc45eb1 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:13:18.462482 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0110f891-51a9-40d0-a80f-a14f2fc45eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8792472'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: Traceback (most recent call last): Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: timer() Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: cb(*args, **kw) Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: return func(*args, **kwargs) Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: self._notify() Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: self.callback(batched_events) Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: event.method(event) Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: return f(self, *a, **k) Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: return self._get(url).json() Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 05:13:18.464089 dv-cinder-757936-7-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 05:13:18.599134 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0110f891-51a9-40d0-a80f-a14f2fc45eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7770880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406170'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:18.604886 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0110f891-51a9-40d0-a80f-a14f2fc45eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:18.608492 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-0110f891-51a9-40d0-a80f-a14f2fc45eb1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c85286c3-d570-47a3-9656-0289269d20a0 HTTP/1.1" status: 204 len: 168 time: 0.3381367 Aug 25 05:13:18.610103 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 46854) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:18.620751 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110f891-51a9-40d0-a80f-a14f2fc45eb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c85286c3-d570-47a3-9656-0289269d20a0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:18.653749 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc87e70-f783-49b5-8a75-9e101f16a898 admin admin] Deleting subnet c1617713-2152-4208-bdcc-af14fd3141c6 {{(pid=94638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 05:13:18.656774 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0dc87e70-f783-49b5-8a75-9e101f16a898 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:18.689721 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0dc87e70-f783-49b5-8a75-9e101f16a898 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-52350773'] for subnet, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:18.728945 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0dc87e70-f783-49b5-8a75-9e101f16a898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770766'] for subnet, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:18.902021 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0dc87e70-f783-49b5-8a75-9e101f16a898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7772541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52350927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-52317187'] for subnet, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:18.927481 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc87e70-f783-49b5-8a75-9e101f16a898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1617713-2152-4208-bdcc-af14fd3141c6,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:18.935790 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0dc87e70-f783-49b5-8a75-9e101f16a898 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:18.935790 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-0dc87e70-f783-49b5-8a75-9e101f16a898 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c1617713-2152-4208-bdcc-af14fd3141c6 HTTP/1.1" status: 204 len: 168 time: 0.3229482 Aug 25 05:13:18.937256 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 46856) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:19.003214 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e89d9f19-2776-403c-babe-bb09163caab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7799533'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:19.080308 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e89d9f19-2776-403c-babe-bb09163caab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7770889', 'neutron.services.segments.db._delete_segments_for_network-8785199888559'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:19.089483 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-e89d9f19-2776-403c-babe-bb09163caab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a02fa55-5a9b-4e73-a441-0f1212c11398']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:19.099634 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-e89d9f19-2776-403c-babe-bb09163caab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79bc6c3-be07-44be-9a73-97d328054bcd') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:19.099929 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-e89d9f19-2776-403c-babe-bb09163caab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79bc6c3-be07-44be-9a73-97d328054bcd') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:19.108225 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e89d9f19-2776-403c-babe-bb09163caab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785199888442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-52350778'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:19.120944 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e89d9f19-2776-403c-babe-bb09163caab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:19.127279 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89d9f19-2776-403c-babe-bb09163caab9 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:13:19.127661 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e89d9f19-2776-403c-babe-bb09163caab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52348973'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: Traceback (most recent call last): Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: timer() Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: cb(*args, **kw) Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: return func(*args, **kwargs) Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: self._notify() Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: self.callback(batched_events) Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: event.method(event) Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: return f(self, *a, **k) Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: return self._get(url).json() Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 05:13:19.129231 dv-cinder-757936-7-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 05:13:19.250342 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e89d9f19-2776-403c-babe-bb09163caab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7770880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406170'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:19.254599 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e89d9f19-2776-403c-babe-bb09163caab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:19.256713 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e89d9f19-2776-403c-babe-bb09163caab9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6a02fa55-5a9b-4e73-a441-0f1212c11398 HTTP/1.1" status: 204 len: 168 time: 0.3185287 Aug 25 05:13:19.511888 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d9f19-2776-403c-babe-bb09163caab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a02fa55-5a9b-4e73-a441-0f1212c11398,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:19.621974 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 46864) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:19.660671 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ecb2af6f-11a4-4989-a7f1-eb418c640c83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17c400f4f7854661881466da469d3d94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375330 Aug 25 05:13:19.662927 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 46866) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:19.708815 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-75f69e74-b8c9-429a-b0cd-44f03b86fe76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:19.729033 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-75f69e74-b8c9-429a-b0cd-44f03b86fe76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:19.850263 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-75f69e74-b8c9-429a-b0cd-44f03b86fe76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:19.852773 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-75f69e74-b8c9-429a-b0cd-44f03b86fe76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:19.853876 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-75f69e74-b8c9-429a-b0cd-44f03b86fe76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d7793b1-e76d-4b80-a4ba-f30c2b15a8d9 HTTP/1.1" status: 204 len: 168 time: 0.1900852 Aug 25 05:13:19.861834 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f69e74-b8c9-429a-b0cd-44f03b86fe76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7793b1-e76d-4b80-a4ba-f30c2b15a8d9,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:20.327451 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:20.659741 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 46876) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:20.703111 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d3f594fe-abf7-4561-b4ce-62b41a8fde82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=380ad922b95b41ba991014b40c142b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393996 Aug 25 05:13:20.703384 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 46878) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:20.752489 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-52c72676-97d0-4f5f-a3ee-532d32959b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:20.776115 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-52c72676-97d0-4f5f-a3ee-532d32959b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:20.783282 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:13:20.907598 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-52c72676-97d0-4f5f-a3ee-532d32959b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:20.910109 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-52c72676-97d0-4f5f-a3ee-532d32959b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:20.911339 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-52c72676-97d0-4f5f-a3ee-532d32959b36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d34e8a8a-4a0a-407a-878b-a5d04539bc1f HTTP/1.1" status: 204 len: 168 time: 0.2067959 Aug 25 05:13:20.918920 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c72676-97d0-4f5f-a3ee-532d32959b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34e8a8a-4a0a-407a-878b-a5d04539bc1f,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:22.983085 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 46938) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:23.447208 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4ce69914-2e17-45a8-a60e-a8cc580eb968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552858'] for router_interface, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:23.683057 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-4ce69914-2e17-45a8-a60e-a8cc580eb968 admin admin] Deleting port 550698b5-155f-4280-bb4e-63ff0d633da9 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:13:23.683410 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4ce69914-2e17-45a8-a60e-a8cc580eb968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:23.761948 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-4ce69914-2e17-45a8-a60e-a8cc580eb968 admin admin] For port 550698b5-155f-4280-bb4e-63ff0d633da9, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=550698b5-155f-4280-bb4e-63ff0d633da9,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:23.762313 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4ce69914-2e17-45a8-a60e-a8cc580eb968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:23.774977 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-4ce69914-2e17-45a8-a60e-a8cc580eb968 admin admin] Calling delete_port for 550698b5-155f-4280-bb4e-63ff0d633da9 owned by network:router_interface {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:13:24.096630 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4ce69914-2e17-45a8-a60e-a8cc580eb968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:24.121780 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce69914-2e17-45a8-a60e-a8cc580eb968 admin admin] Pushing event deleted for resources: {'Port': ['ID=550698b5-155f-4280-bb4e-63ff0d633da9,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:24.289228 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4ce69914-2e17-45a8-a60e-a8cc580eb968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550380'] for router_interface, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:24.506392 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce69914-2e17-45a8-a60e-a8cc580eb968 admin admin] Router b0d21978-c4b9-4876-8a2f-7095faca9311 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:13:24.609968 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce69914-2e17-45a8-a60e-a8cc580eb968 admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:13:24.614944 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-4ce69914-2e17-45a8-a60e-a8cc580eb968 admin admin] 10.222.0.13 "PUT /v2.0/routers/b0d21978-c4b9-4876-8a2f-7095faca9311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6375158 Aug 25 05:13:24.617449 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 46958) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:24.618385 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68777261-d220-41c9-a8e7-2be2f3592bf6 None None] Sync routers for ids ['b0d21978-c4b9-4876-8a2f-7095faca9311'] in dv-cinder-757936-7-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:13:24.628136 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68777261-d220-41c9-a8e7-2be2f3592bf6 None None] Routers {'b0d21978-c4b9-4876-8a2f-7095faca9311'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:13:24.628739 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-68777261-d220-41c9-a8e7-2be2f3592bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:13:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['b0d21978-c4b9-4876-8a2f-7095faca9311'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:24.717164 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fc546026-1f64-47e2-98f1-3e5395bf5a29 admin admin] Notify callbacks [] for router, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:24.730949 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-68777261-d220-41c9-a8e7-2be2f3592bf6 None None] Set router b0d21978-c4b9-4876-8a2f-7095faca9311 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:13:24.817746 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fc546026-1f64-47e2-98f1-3e5395bf5a29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:24.916510 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-68777261-d220-41c9-a8e7-2be2f3592bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-router', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:42Z', 'updated_at': '2021-08-25T05:13:23Z', 'revision_number': 5, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'gw_port': {'id': 'ecd5cdb4-6177-45fe-ad78-ac010578cdff', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:05:43Z', 'updated_at': '2021-08-25T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:24.946678 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68777261-d220-41c9-a8e7-2be2f3592bf6 None None] Checking router: b0d21978-c4b9-4876-8a2f-7095faca9311 for host: dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:13:24.952288 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-fc546026-1f64-47e2-98f1-3e5395bf5a29 admin admin] Deleting port ecd5cdb4-6177-45fe-ad78-ac010578cdff {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:13:24.952629 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fc546026-1f64-47e2-98f1-3e5395bf5a29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:24.955507 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68777261-d220-41c9-a8e7-2be2f3592bf6 None None] Routers {'b0d21978-c4b9-4876-8a2f-7095faca9311'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:13:24.956142 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-68777261-d220-41c9-a8e7-2be2f3592bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:13:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['b0d21978-c4b9-4876-8a2f-7095faca9311'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:25.027608 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-fc546026-1f64-47e2-98f1-3e5395bf5a29 admin admin] For port ecd5cdb4-6177-45fe-ad78-ac010578cdff, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=ecd5cdb4-6177-45fe-ad78-ac010578cdff,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:25.027889 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fc546026-1f64-47e2-98f1-3e5395bf5a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:25.041653 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-68777261-d220-41c9-a8e7-2be2f3592bf6 None None] Set router b0d21978-c4b9-4876-8a2f-7095faca9311 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:13:25.043672 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-fc546026-1f64-47e2-98f1-3e5395bf5a29 admin admin] Calling delete_port for ecd5cdb4-6177-45fe-ad78-ac010578cdff owned by network:router_gateway {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:13:25.092251 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-68777261-d220-41c9-a8e7-2be2f3592bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-router', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:42Z', 'updated_at': '2021-08-25T05:13:24Z', 'revision_number': 6, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'gw_port_host': None}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:25.120327 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68777261-d220-41c9-a8e7-2be2f3592bf6 None None] The sync data for ids ['b0d21978-c4b9-4876-8a2f-7095faca9311'] in dv-cinder-757936-7-iscsi is: [{'id': 'b0d21978-c4b9-4876-8a2f-7095faca9311', 'name': 'tempest-AttachVolumeShelveTestJSON-1113132474-router', 'tenant_id': '788f1dcf7a1347409e44465a8473c2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:05:42Z', 'updated_at': '2021-08-25T05:13:24Z', 'revision_number': 6, 'project_id': '788f1dcf7a1347409e44465a8473c2d2', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:13:25.267550 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fc546026-1f64-47e2-98f1-3e5395bf5a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:25.296085 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc546026-1f64-47e2-98f1-3e5395bf5a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd5cdb4-6177-45fe-ad78-ac010578cdff,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:25.352101 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fc546026-1f64-47e2-98f1-3e5395bf5a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406198'] for router_gateway, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:25.449536 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fc546026-1f64-47e2-98f1-3e5395bf5a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1209'] for router, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:25.452764 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fc546026-1f64-47e2-98f1-3e5395bf5a29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:25.579378 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 550698b5-155f-4280-bb4e-63ff0d633da9 no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:13:25.602185 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: 550698b5-155f-4280-bb4e-63ff0d633da9 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:13:25.602583 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 550698b5-155f-4280-bb4e-63ff0d633da9 not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:13:25.610429 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fc546026-1f64-47e2-98f1-3e5395bf5a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394799'] for router, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:25.610991 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc546026-1f64-47e2-98f1-3e5395bf5a29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0d21978-c4b9-4876-8a2f-7095faca9311 {{(pid=94638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 05:13:25.620659 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fc546026-1f64-47e2-98f1-3e5395bf5a29 admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:25.620659 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-fc546026-1f64-47e2-98f1-3e5395bf5a29 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b0d21978-c4b9-4876-8a2f-7095faca9311 HTTP/1.1" status: 204 len: 168 time: 0.9987869 Aug 25 05:13:25.620659 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 46966) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:25.675896 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a874969-62c1-47f7-94e6-113972919a5d admin admin] Deleting subnet 686786a2-7682-45e8-a905-204e7e4e6535 {{(pid=94638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 05:13:25.679268 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4a874969-62c1-47f7-94e6-113972919a5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:25.712711 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4a874969-62c1-47f7-94e6-113972919a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-52350773'] for subnet, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:25.818383 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4a874969-62c1-47f7-94e6-113972919a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770766'] for subnet, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:25.951433 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4a874969-62c1-47f7-94e6-113972919a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7772541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52350927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-52317187'] for subnet, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:25.981205 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a874969-62c1-47f7-94e6-113972919a5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=686786a2-7682-45e8-a905-204e7e4e6535,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:25.983262 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4a874969-62c1-47f7-94e6-113972919a5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:25.985599 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-4a874969-62c1-47f7-94e6-113972919a5d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/686786a2-7682-45e8-a905-204e7e4e6535 HTTP/1.1" status: 204 len: 168 time: 0.3645296 Aug 25 05:13:25.987617 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 46970) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:25.988213 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea63dfc9-ebc6-4006-b65a-327ecc23a2b0 None None] Network 71d45235-aa08-4ce1-9e25-ebab82ef910a requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:13:26.056342 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5c1575d1-4636-45e2-8e53-82e2b1e8c596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7799533'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:26.109735 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-5c1575d1-4636-45e2-8e53-82e2b1e8c596 admin admin] Deleting port e999b8cb-85e3-46e0-b5a6-b9ccec20c96e {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:13:26.110071 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5c1575d1-4636-45e2-8e53-82e2b1e8c596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:26.177821 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-5c1575d1-4636-45e2-8e53-82e2b1e8c596 admin admin] For port e999b8cb-85e3-46e0-b5a6-b9ccec20c96e, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=e999b8cb-85e3-46e0-b5a6-b9ccec20c96e,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:26.178184 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5c1575d1-4636-45e2-8e53-82e2b1e8c596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:26.185746 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b63ee2-3a98-4d7d-997e-d8b28200ccec None None] DHCP port deletion for 71d45235-aa08-4ce1-9e25-ebab82ef910a request from dv-cinder-757936-7-iscsi {{(pid=94640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 05:13:26.191821 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-5c1575d1-4636-45e2-8e53-82e2b1e8c596 admin admin] Calling delete_port for e999b8cb-85e3-46e0-b5a6-b9ccec20c96e owned by network:dhcp {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:13:26.233043 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a8b63ee2-3a98-4d7d-997e-d8b28200ccec None None] Deleting port e999b8cb-85e3-46e0-b5a6-b9ccec20c96e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:13:26.233043 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8b63ee2-3a98-4d7d-997e-d8b28200ccec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:26.290270 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a8b63ee2-3a98-4d7d-997e-d8b28200ccec None None] For port e999b8cb-85e3-46e0-b5a6-b9ccec20c96e, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=e999b8cb-85e3-46e0-b5a6-b9ccec20c96e,segment=NetworkSegment(bc595d39-e285-4b78-84f0-225a1a489ddc),segment_id=bc595d39-e285-4b78-84f0-225a1a489ddc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:26.290699 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8b63ee2-3a98-4d7d-997e-d8b28200ccec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:26.303606 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a8b63ee2-3a98-4d7d-997e-d8b28200ccec None None] Calling delete_port for e999b8cb-85e3-46e0-b5a6-b9ccec20c96e owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:13:26.355959 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5c1575d1-4636-45e2-8e53-82e2b1e8c596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:26.380108 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8b63ee2-3a98-4d7d-997e-d8b28200ccec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:26.381561 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1575d1-4636-45e2-8e53-82e2b1e8c596 admin admin] Pushing event deleted for resources: {'Port': ['ID=e999b8cb-85e3-46e0-b5a6-b9ccec20c96e,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:26.384843 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1575d1-4636-45e2-8e53-82e2b1e8c596 admin admin] No DVR routers for this DVR port e999b8cb-85e3-46e0-b5a6-b9ccec20c96e on host dv-cinder-757936-7-iscsi {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:13:26.405199 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b63ee2-3a98-4d7d-997e-d8b28200ccec None None] Pushing event deleted for resources: {'Port': ['ID=e999b8cb-85e3-46e0-b5a6-b9ccec20c96e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:26.411365 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b63ee2-3a98-4d7d-997e-d8b28200ccec None None] No DVR routers for this DVR port e999b8cb-85e3-46e0-b5a6-b9ccec20c96e on host dv-cinder-757936-7-iscsi {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:13:26.457042 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5c1575d1-4636-45e2-8e53-82e2b1e8c596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7770889', 'neutron.services.segments.db._delete_segments_for_network-8785199888559'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:26.467170 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-5c1575d1-4636-45e2-8e53-82e2b1e8c596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d45235-aa08-4ce1-9e25-ebab82ef910a']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:26.477329 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-5c1575d1-4636-45e2-8e53-82e2b1e8c596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc595d39-e285-4b78-84f0-225a1a489ddc') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:26.477633 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-5c1575d1-4636-45e2-8e53-82e2b1e8c596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc595d39-e285-4b78-84f0-225a1a489ddc') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:26.487156 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5c1575d1-4636-45e2-8e53-82e2b1e8c596 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785199888442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-52350778'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:26.500370 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5c1575d1-4636-45e2-8e53-82e2b1e8c596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:26.506543 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1575d1-4636-45e2-8e53-82e2b1e8c596 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:13:26.506934 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5c1575d1-4636-45e2-8e53-82e2b1e8c596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52348973'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: Traceback (most recent call last): Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: timer() Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: cb(*args, **kw) Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: return func(*args, **kwargs) Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: self._notify() Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: self.callback(batched_events) Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: event.method(event) Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: return f(self, *a, **k) Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: return self._get(url).json() Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 05:13:26.508534 dv-cinder-757936-7-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 05:13:26.652823 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5c1575d1-4636-45e2-8e53-82e2b1e8c596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7770880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406170'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:26.657876 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5c1575d1-4636-45e2-8e53-82e2b1e8c596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:26.659714 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-5c1575d1-4636-45e2-8e53-82e2b1e8c596 admin admin] 10.222.0.13 "DELETE /v2.0/networks/71d45235-aa08-4ce1-9e25-ebab82ef910a HTTP/1.1" status: 204 len: 168 time: 0.6711948 Aug 25 05:13:26.670168 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1575d1-4636-45e2-8e53-82e2b1e8c596 admin admin] Pushing event deleted for resources: {'Network': ['ID=71d45235-aa08-4ce1-9e25-ebab82ef910a,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:27.008160 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 46978) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:27.046194 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b20696a6-aa86-4ead-a9c6-b030b5d4d806 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=788f1dcf7a1347409e44465a8473c2d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0369339 Aug 25 05:13:27.048446 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 46980) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:27.094424 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dc911d80-5e16-4ee8-bdee-8ae93267672c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:27.114177 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dc911d80-5e16-4ee8-bdee-8ae93267672c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:27.256006 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dc911d80-5e16-4ee8-bdee-8ae93267672c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:27.258451 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dc911d80-5e16-4ee8-bdee-8ae93267672c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:27.259631 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-dc911d80-5e16-4ee8-bdee-8ae93267672c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/665740c1-375f-4003-a410-b5342dfeaa1d HTTP/1.1" status: 204 len: 168 time: 0.2102900 Aug 25 05:13:27.267863 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc911d80-5e16-4ee8-bdee-8ae93267672c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665740c1-375f-4003-a410-b5342dfeaa1d,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:27.344734 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device e999b8cb-85e3-46e0-b5a6-b9ccec20c96e no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:13:27.364259 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: e999b8cb-85e3-46e0-b5a6-b9ccec20c96e {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:13:27.364601 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device e999b8cb-85e3-46e0-b5a6-b9ccec20c96e not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:13:27.365012 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device ecd5cdb4-6177-45fe-ad78-ac010578cdff no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:13:27.383401 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: ecd5cdb4-6177-45fe-ad78-ac010578cdff {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:13:27.383751 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device ecd5cdb4-6177-45fe-ad78-ac010578cdff not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:13:28.354439 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47006) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:28.447142 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6337f403-68bb-4077-8f99-d12473b435e5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1234392281-network', 'tenant_id': '339a64cf3604445e918db5ba9e2b7a2f'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:28.555740 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6337f403-68bb-4077-8f99-d12473b435e5 admin admin] Made reservation on behalf of 339a64cf3604445e918db5ba9e2b7a2f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:13:28.558114 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6337f403-68bb-4077-8f99-d12473b435e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:28.567130 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6337f403-68bb-4077-8f99-d12473b435e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:28.651152 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6337f403-68bb-4077-8f99-d12473b435e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:28.738799 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6337f403-68bb-4077-8f99-d12473b435e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:28.763114 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6337f403-68bb-4077-8f99-d12473b435e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:13:28.771490 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337f403-68bb-4077-8f99-d12473b435e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3a6b9c-9a36-45c5-b6a7-a0481957dbe7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:28.778851 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6337f403-68bb-4077-8f99-d12473b435e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:28.780383 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-6337f403-68bb-4077-8f99-d12473b435e5 admin admin] Added segment 473b20f8-b56e-4201-96da-74d037bfed0c of type vlan for network 4259bd35-b782-4c81-b893-ed3dbf33e162 Aug 25 05:13:28.817491 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6337f403-68bb-4077-8f99-d12473b435e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785199393567'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:28.944651 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6337f403-68bb-4077-8f99-d12473b435e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:28.948773 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6337f403-68bb-4077-8f99-d12473b435e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:13:28.948773 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6337f403-68bb-4077-8f99-d12473b435e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:29.008426 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337f403-68bb-4077-8f99-d12473b435e5 admin admin] Pushing event updated for resources: {'Network': ['ID=4259bd35-b782-4c81-b893-ed3dbf33e162,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:29.018497 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Network 4259bd35-b782-4c81-b893-ed3dbf33e162 details requested by agent ovs-agent-dv-cinder-757936-7-iscsi with host dv-cinder-757936-7-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:13:29.137048 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-6337f403-68bb-4077-8f99-d12473b435e5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7814291 Aug 25 05:13:29.139790 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47034) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:29.144704 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b0e77c9a-1105-4d3e-bcce-de982073ed1d admin admin] Request body: {'subnet': {'network_id': '4259bd35-b782-4c81-b893-ed3dbf33e162', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1234392281-subnet', 'tenant_id': '339a64cf3604445e918db5ba9e2b7a2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:29.224545 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e77c9a-1105-4d3e-bcce-de982073ed1d admin admin] Made reservation on behalf of 339a64cf3604445e918db5ba9e2b7a2f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:13:29.227118 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0e77c9a-1105-4d3e-bcce-de982073ed1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062612'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:29.470287 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0e77c9a-1105-4d3e-bcce-de982073ed1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8793661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062822'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:29.527866 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e77c9a-1105-4d3e-bcce-de982073ed1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0318937e-422f-4b4a-9ee2-45d217abbfb0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:29.532672 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e77c9a-1105-4d3e-bcce-de982073ed1d admin admin] Checking segment: {'id': '473b20f8-b56e-4201-96da-74d037bfed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4259bd35-b782-4c81-b893-ed3dbf33e162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:13:29.533028 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e77c9a-1105-4d3e-bcce-de982073ed1d admin admin] Network hostable DHCP agents. Network: 4259bd35-b782-4c81-b893-ed3dbf33e162, hostable agents: ['0a2fa090-2970-41a0-8073-2983789ee317'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:13:29.641431 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e77c9a-1105-4d3e-bcce-de982073ed1d admin admin] Network 4259bd35-b782-4c81-b893-ed3dbf33e162 is scheduled to be hosted by DHCP agent 0a2fa090-2970-41a0-8073-2983789ee317 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:13:29.704480 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b0e77c9a-1105-4d3e-bcce-de982073ed1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-7-iscsi, 4259bd35-b782-4c81-b893-ed3dbf33e162) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:29.709114 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e77c9a-1105-4d3e-bcce-de982073ed1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:13:29.709712 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0e77c9a-1105-4d3e-bcce-de982073ed1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:29.716773 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1431897d-d0ba-412e-bbfa-fdc8df60eceb None None] Network 4259bd35-b782-4c81-b893-ed3dbf33e162 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:13:29.796685 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-b0e77c9a-1105-4d3e-bcce-de982073ed1d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6557438 Aug 25 05:13:29.839316 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfef5712-433c-494c-8b42-c8ff78c0ebe5 None None] Network 4259bd35-b782-4c81-b893-ed3dbf33e162 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:13:30.505841 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47072) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:30.510827 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dd430840-e999-4773-8834-b565c1807a39 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-250639038-network', 'tenant_id': '2030359fcf594c03a1cabab0b0504f72'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:30.513789 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49a49624-a386-47b4-9c92-f128ee580f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:30.618554 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd430840-e999-4773-8834-b565c1807a39 admin admin] Made reservation on behalf of 2030359fcf594c03a1cabab0b0504f72 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:13:30.620836 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd430840-e999-4773-8834-b565c1807a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:30.630334 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd430840-e999-4773-8834-b565c1807a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:30.712442 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd430840-e999-4773-8834-b565c1807a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:30.784055 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd430840-e999-4773-8834-b565c1807a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:30.804575 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd430840-e999-4773-8834-b565c1807a39 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:13:30.818719 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd430840-e999-4773-8834-b565c1807a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b132f26f-d2e8-49af-a568-b7da0d58de8e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:30.823611 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd430840-e999-4773-8834-b565c1807a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:30.823944 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-dd430840-e999-4773-8834-b565c1807a39 admin admin] Added segment ab6b7aee-ff44-4127-9ed7-64d42c1ce2c6 of type vlan for network bf27b10a-dec0-4ebe-8a59-8823e58343eb Aug 25 05:13:30.865631 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd430840-e999-4773-8834-b565c1807a39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785199393567'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:30.973010 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd430840-e999-4773-8834-b565c1807a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:30.973976 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd430840-e999-4773-8834-b565c1807a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:13:30.974576 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd430840-e999-4773-8834-b565c1807a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:31.033162 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd430840-e999-4773-8834-b565c1807a39 admin admin] Pushing event updated for resources: {'Network': ['ID=bf27b10a-dec0-4ebe-8a59-8823e58343eb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:31.042711 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Network bf27b10a-dec0-4ebe-8a59-8823e58343eb details requested by agent ovs-agent-dv-cinder-757936-7-iscsi with host dv-cinder-757936-7-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:13:31.096397 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-dd430840-e999-4773-8834-b565c1807a39 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5870998 Aug 25 05:13:31.096726 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47078) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:31.102932 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-06acf238-901f-4dc0-b46f-946ed7aee1dd admin admin] Request body: {'subnet': {'network_id': 'bf27b10a-dec0-4ebe-8a59-8823e58343eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-250639038-subnet', 'tenant_id': '2030359fcf594c03a1cabab0b0504f72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:31.213450 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06acf238-901f-4dc0-b46f-946ed7aee1dd admin admin] Made reservation on behalf of 2030359fcf594c03a1cabab0b0504f72 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:13:31.215947 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06acf238-901f-4dc0-b46f-946ed7aee1dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062612'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:31.424830 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06acf238-901f-4dc0-b46f-946ed7aee1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8793661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062822'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:31.481717 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acf238-901f-4dc0-b46f-946ed7aee1dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=eea0bdc0-292d-48be-a058-a7d87e6e440e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:31.490734 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06acf238-901f-4dc0-b46f-946ed7aee1dd admin admin] Checking segment: {'id': 'ab6b7aee-ff44-4127-9ed7-64d42c1ce2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bf27b10a-dec0-4ebe-8a59-8823e58343eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:13:31.491099 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06acf238-901f-4dc0-b46f-946ed7aee1dd admin admin] Network hostable DHCP agents. Network: bf27b10a-dec0-4ebe-8a59-8823e58343eb, hostable agents: ['0a2fa090-2970-41a0-8073-2983789ee317'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:13:31.604869 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06acf238-901f-4dc0-b46f-946ed7aee1dd admin admin] Network bf27b10a-dec0-4ebe-8a59-8823e58343eb is scheduled to be hosted by DHCP agent 0a2fa090-2970-41a0-8073-2983789ee317 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:13:31.691083 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-06acf238-901f-4dc0-b46f-946ed7aee1dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-7-iscsi, bf27b10a-dec0-4ebe-8a59-8823e58343eb) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:31.695385 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06acf238-901f-4dc0-b46f-946ed7aee1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:13:31.695967 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06acf238-901f-4dc0-b46f-946ed7aee1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:31.702693 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d054eb87-4097-436c-90a3-75dc46e02293 None None] Network bf27b10a-dec0-4ebe-8a59-8823e58343eb requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:13:31.780637 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-06acf238-901f-4dc0-b46f-946ed7aee1dd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6785884 Aug 25 05:13:31.829707 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc152a63-39a4-43b6-bf6d-ca023868c280 None None] Network bf27b10a-dec0-4ebe-8a59-8823e58343eb requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:13:31.891421 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47104) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:31.939257 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7ee7aa-b8fc-442f-834e-4b16d2bbe30d admin admin] Deleting subnet 0318937e-422f-4b4a-9ee2-45d217abbfb0 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 05:13:31.942432 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e7ee7aa-b8fc-442f-834e-4b16d2bbe30d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:31.976635 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e7ee7aa-b8fc-442f-834e-4b16d2bbe30d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8793849'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:32.015059 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e7ee7aa-b8fc-442f-834e-4b16d2bbe30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770766'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:32.150436 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e7ee7aa-b8fc-442f-834e-4b16d2bbe30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7772541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8793722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062831'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:32.177956 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e7ee7aa-b8fc-442f-834e-4b16d2bbe30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:32.179816 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-7e7ee7aa-b8fc-442f-834e-4b16d2bbe30d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0318937e-422f-4b4a-9ee2-45d217abbfb0 HTTP/1.1" status: 204 len: 168 time: 0.2873206 Aug 25 05:13:32.180759 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ee7aa-b8fc-442f-834e-4b16d2bbe30d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0318937e-422f-4b4a-9ee2-45d217abbfb0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:32.182374 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47106) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:32.492927 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7799533'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:32.567765 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7770889', 'neutron.services.segments.db._delete_segments_for_network-8785199888559'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:32.577149 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4259bd35-b782-4c81-b893-ed3dbf33e162']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:32.586840 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '473b20f8-b56e-4201-96da-74d037bfed0c') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:32.587083 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '473b20f8-b56e-4201-96da-74d037bfed0c') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:32.596059 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785199888442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-52350778'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:32.609650 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:32.615335 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:13:32.615710 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52348973'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: Traceback (most recent call last): Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: timer() Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: cb(*args, **kw) Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: return func(*args, **kwargs) Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: self._notify() Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: self.callback(batched_events) Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: event.method(event) Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: return f(self, *a, **k) Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: return self._get(url).json() Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 05:13:32.617294 dv-cinder-757936-7-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 05:13:32.725415 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47114) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:32.733212 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7770880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406170'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:32.739260 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:32.740613 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] 10.222.0.13 "DELETE /v2.0/networks/4259bd35-b782-4c81-b893-ed3dbf33e162 HTTP/1.1" status: 204 len: 168 time: 0.5571666 Aug 25 05:13:32.743708 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47118) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:32.751860 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] Pushing event deleted for resources: {'Network': ['ID=4259bd35-b782-4c81-b893-ed3dbf33e162,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:32.758984 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:32.759338 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:32.759680 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:32.760019 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:32.760352 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:32.760686 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:32.761016 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:32.761360 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:32.761675 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:32.761999 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:32.762320 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:32.762695 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658f3d7-ed91-4251-9fc0-2226e5589b5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:32.794496 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ecbc7b9-d9e6-4ad4-b757-e8e83435424d admin admin] Deleting subnet eea0bdc0-292d-48be-a058-a7d87e6e440e {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 05:13:32.798177 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ecbc7b9-d9e6-4ad4-b757-e8e83435424d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:32.834968 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ecbc7b9-d9e6-4ad4-b757-e8e83435424d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8793849'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:32.838387 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38356933-68ae-41f8-b5ce-904e0d2dc97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:32.873722 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ecbc7b9-d9e6-4ad4-b757-e8e83435424d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770766'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:32.927003 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38356933-68ae-41f8-b5ce-904e0d2dc97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:33.021777 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f1dda32-6ae0-449f-8026-e039912b4e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:33.050710 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ecbc7b9-d9e6-4ad4-b757-e8e83435424d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7772541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8793722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062831'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:33.051122 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38356933-68ae-41f8-b5ce-904e0d2dc97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:33.077762 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbc7b9-d9e6-4ad4-b757-e8e83435424d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eea0bdc0-292d-48be-a058-a7d87e6e440e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:33.084240 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ecbc7b9-d9e6-4ad4-b757-e8e83435424d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:33.084984 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-38356933-68ae-41f8-b5ce-904e0d2dc97d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b955c56a352041c387f4aef0f5c2823d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3585029 Aug 25 05:13:33.087097 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-0ecbc7b9-d9e6-4ad4-b757-e8e83435424d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eea0bdc0-292d-48be-a058-a7d87e6e440e HTTP/1.1" status: 204 len: 168 time: 0.3423042 Aug 25 05:13:33.087661 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47126) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:33.092763 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47128) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:33.118638 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38356933-68ae-41f8-b5ce-904e0d2dc97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7f8822-2962-4579-9a05-82e89a7dff6b,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:33.147367 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58225a9a-4f90-40c9-99db-606bf0c1143e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:33.168060 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58225a9a-4f90-40c9-99db-606bf0c1143e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:33.172132 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b7326c05-8000-430e-9f46-78dce044ad0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7799533'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:33.248314 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b7326c05-8000-430e-9f46-78dce044ad0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7770889', 'neutron.services.segments.db._delete_segments_for_network-8785199888559'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:33.258311 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-b7326c05-8000-430e-9f46-78dce044ad0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf27b10a-dec0-4ebe-8a59-8823e58343eb']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:33.272213 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-b7326c05-8000-430e-9f46-78dce044ad0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6b7aee-ff44-4127-9ed7-64d42c1ce2c6') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:33.272537 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-b7326c05-8000-430e-9f46-78dce044ad0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6b7aee-ff44-4127-9ed7-64d42c1ce2c6') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:33.281967 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b7326c05-8000-430e-9f46-78dce044ad0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785199888442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-52350778'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:33.287482 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58225a9a-4f90-40c9-99db-606bf0c1143e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:33.290162 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58225a9a-4f90-40c9-99db-606bf0c1143e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:33.291495 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-58225a9a-4f90-40c9-99db-606bf0c1143e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e7f8822-2962-4579-9a05-82e89a7dff6b HTTP/1.1" status: 204 len: 168 time: 0.2027283 Aug 25 05:13:33.300697 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58225a9a-4f90-40c9-99db-606bf0c1143e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7f8822-2962-4579-9a05-82e89a7dff6b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:33.303388 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b7326c05-8000-430e-9f46-78dce044ad0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:33.308737 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7326c05-8000-430e-9f46-78dce044ad0d admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:13:33.309183 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b7326c05-8000-430e-9f46-78dce044ad0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52348973'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: Traceback (most recent call last): Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: timer() Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: cb(*args, **kw) Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: return func(*args, **kwargs) Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: self._notify() Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: self.callback(batched_events) Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: event.method(event) Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: return f(self, *a, **k) Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: return self._get(url).json() Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 05:13:33.311295 dv-cinder-757936-7-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 05:13:33.321975 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:33.461570 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b7326c05-8000-430e-9f46-78dce044ad0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7770880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406170'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:33.467751 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b7326c05-8000-430e-9f46-78dce044ad0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:33.471361 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b7326c05-8000-430e-9f46-78dce044ad0d admin admin] 10.222.0.13 "DELETE /v2.0/networks/bf27b10a-dec0-4ebe-8a59-8823e58343eb HTTP/1.1" status: 204 len: 168 time: 0.3756511 Aug 25 05:13:33.480176 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7326c05-8000-430e-9f46-78dce044ad0d admin admin] Pushing event deleted for resources: {'Network': ['ID=bf27b10a-dec0-4ebe-8a59-8823e58343eb,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:33.839842 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47144) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:33.878964 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-b62bbdc3-34b0-432a-a1ed-164a8e6c1cff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=339a64cf3604445e918db5ba9e2b7a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379357 Aug 25 05:13:33.881563 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47146) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:33.929244 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39200005-a878-49e6-8a3c-e141b75f85a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:33.950083 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39200005-a878-49e6-8a3c-e141b75f85a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:34.070373 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39200005-a878-49e6-8a3c-e141b75f85a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:34.072997 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39200005-a878-49e6-8a3c-e141b75f85a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:34.074298 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-39200005-a878-49e6-8a3c-e141b75f85a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af3a6b9c-9a36-45c5-b6a7-a0481957dbe7 HTTP/1.1" status: 204 len: 168 time: 0.1918435 Aug 25 05:13:34.082170 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39200005-a878-49e6-8a3c-e141b75f85a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3a6b9c-9a36-45c5-b6a7-a0481957dbe7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:34.142932 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47158) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:34.189124 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8290a84-a13e-4a70-9967-5d44a5123631 admin admin] Deleting subnet 3ecc65b9-7df6-4f7c-9cba-9d26528ea08c {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 05:13:34.192090 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8290a84-a13e-4a70-9967-5d44a5123631 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:34.225653 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8290a84-a13e-4a70-9967-5d44a5123631 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8793849'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:34.265614 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8290a84-a13e-4a70-9967-5d44a5123631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770766'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:34.316212 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:34.442336 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8290a84-a13e-4a70-9967-5d44a5123631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7772541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8793722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062831'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:34.470100 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8290a84-a13e-4a70-9967-5d44a5123631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ecc65b9-7df6-4f7c-9cba-9d26528ea08c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:34.473475 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8290a84-a13e-4a70-9967-5d44a5123631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:34.475551 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d8290a84-a13e-4a70-9967-5d44a5123631 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3ecc65b9-7df6-4f7c-9cba-9d26528ea08c HTTP/1.1" status: 204 len: 168 time: 0.3315716 Aug 25 05:13:34.478019 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:34.550089 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-878cebec-57a1-4429-8fc0-22d31501b838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7799533'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:34.627398 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-878cebec-57a1-4429-8fc0-22d31501b838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7770889', 'neutron.services.segments.db._delete_segments_for_network-8785199888559'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:34.636965 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-878cebec-57a1-4429-8fc0-22d31501b838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52fe4d79-490d-4eb6-bb2b-5245faaa2eca']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:34.651854 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-878cebec-57a1-4429-8fc0-22d31501b838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176b82d7-d9a9-4d4a-8f60-603b200cee70') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:34.652156 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-878cebec-57a1-4429-8fc0-22d31501b838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176b82d7-d9a9-4d4a-8f60-603b200cee70') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:34.661272 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-878cebec-57a1-4429-8fc0-22d31501b838 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785199888442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8793846'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:34.674564 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-878cebec-57a1-4429-8fc0-22d31501b838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:34.680391 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878cebec-57a1-4429-8fc0-22d31501b838 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:13:34.680769 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-878cebec-57a1-4429-8fc0-22d31501b838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8792472'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: Traceback (most recent call last): Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: timer() Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: cb(*args, **kw) Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: return func(*args, **kwargs) Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: self._notify() Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: self.callback(batched_events) Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: event.method(event) Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: return f(self, *a, **k) Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: return self._get(url).json() Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 05:13:34.682360 dv-cinder-757936-7-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 05:13:34.732471 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47174) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:34.772196 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-3774fca1-f7c4-4232-ab64-2ff555148720 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2030359fcf594c03a1cabab0b0504f72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385449 Aug 25 05:13:34.774561 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47176) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:34.821745 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b5c615e3-2d45-4ceb-b1ed-deed699a1225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:34.827743 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-878cebec-57a1-4429-8fc0-22d31501b838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7770880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406170'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:34.838727 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-878cebec-57a1-4429-8fc0-22d31501b838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:34.838727 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-878cebec-57a1-4429-8fc0-22d31501b838 admin admin] 10.222.0.13 "DELETE /v2.0/networks/52fe4d79-490d-4eb6-bb2b-5245faaa2eca HTTP/1.1" status: 204 len: 168 time: 0.3558533 Aug 25 05:13:34.847018 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cebec-57a1-4429-8fc0-22d31501b838 admin admin] Pushing event deleted for resources: {'Network': ['ID=52fe4d79-490d-4eb6-bb2b-5245faaa2eca,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:34.849371 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b5c615e3-2d45-4ceb-b1ed-deed699a1225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:34.964666 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b5c615e3-2d45-4ceb-b1ed-deed699a1225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:34.967587 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b5c615e3-2d45-4ceb-b1ed-deed699a1225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:34.968863 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b5c615e3-2d45-4ceb-b1ed-deed699a1225 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b132f26f-d2e8-49af-a568-b7da0d58de8e HTTP/1.1" status: 204 len: 168 time: 0.1932950 Aug 25 05:13:34.976845 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c615e3-2d45-4ceb-b1ed-deed699a1225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b132f26f-d2e8-49af-a568-b7da0d58de8e,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:35.142731 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47186) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:35.182006 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-4c21b1a9-0536-43dc-9381-a5a12db90406 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02a7dd2cba3b4742bf1d9d85e1a00ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381179 Aug 25 05:13:35.185233 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47188) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:35.232954 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cd59b11-0b6a-4187-9168-8edcc6ed4dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:35.253668 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cd59b11-0b6a-4187-9168-8edcc6ed4dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:35.376698 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cd59b11-0b6a-4187-9168-8edcc6ed4dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:35.379446 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cd59b11-0b6a-4187-9168-8edcc6ed4dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:35.382825 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-6cd59b11-0b6a-4187-9168-8edcc6ed4dcc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12d31033-e585-4af7-a291-e8eac574a3b2 HTTP/1.1" status: 204 len: 168 time: 0.1943898 Aug 25 05:13:35.393076 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd59b11-0b6a-4187-9168-8edcc6ed4dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d31033-e585-4af7-a291-e8eac574a3b2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:36.007205 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:36.507681 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47242) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:36.600870 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4bed5a9b-ba2a-43cf-b782-cc8a1d6bd3a5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1698727903-network', 'tenant_id': '13946d6c027543e19b729b21c728a3ee'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:36.693198 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bed5a9b-ba2a-43cf-b782-cc8a1d6bd3a5 admin admin] Made reservation on behalf of 13946d6c027543e19b729b21c728a3ee for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:13:36.699390 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bed5a9b-ba2a-43cf-b782-cc8a1d6bd3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:36.708522 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bed5a9b-ba2a-43cf-b782-cc8a1d6bd3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:36.793213 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bed5a9b-ba2a-43cf-b782-cc8a1d6bd3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:36.896404 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bed5a9b-ba2a-43cf-b782-cc8a1d6bd3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:36.922171 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bed5a9b-ba2a-43cf-b782-cc8a1d6bd3a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:13:36.930902 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed5a9b-ba2a-43cf-b782-cc8a1d6bd3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867de36a-456a-48b8-8728-9f2980e14b99,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:36.937341 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bed5a9b-ba2a-43cf-b782-cc8a1d6bd3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:36.937803 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-4bed5a9b-ba2a-43cf-b782-cc8a1d6bd3a5 admin admin] Added segment 2cd2f051-cbbd-4387-a178-cdcafdfed5cf of type vlan for network 62067af4-7b01-4b37-a0a2-f3697049de5a Aug 25 05:13:36.977432 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bed5a9b-ba2a-43cf-b782-cc8a1d6bd3a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785199393567'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:37.081712 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bed5a9b-ba2a-43cf-b782-cc8a1d6bd3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:37.082811 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bed5a9b-ba2a-43cf-b782-cc8a1d6bd3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:13:37.083396 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bed5a9b-ba2a-43cf-b782-cc8a1d6bd3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:37.145385 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed5a9b-ba2a-43cf-b782-cc8a1d6bd3a5 admin admin] Pushing event updated for resources: {'Network': ['ID=62067af4-7b01-4b37-a0a2-f3697049de5a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:37.155306 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Network 62067af4-7b01-4b37-a0a2-f3697049de5a details requested by agent ovs-agent-dv-cinder-757936-7-iscsi with host dv-cinder-757936-7-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:13:37.168006 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-4bed5a9b-ba2a-43cf-b782-cc8a1d6bd3a5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6591170 Aug 25 05:13:37.171401 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47260) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:37.176150 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-73030468-6e3a-4d71-982d-9da1d260efb8 admin admin] Request body: {'subnet': {'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1698727903-subnet', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:37.287367 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73030468-6e3a-4d71-982d-9da1d260efb8 admin admin] Made reservation on behalf of 13946d6c027543e19b729b21c728a3ee for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:13:37.289791 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73030468-6e3a-4d71-982d-9da1d260efb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062612'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:37.527390 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73030468-6e3a-4d71-982d-9da1d260efb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8793661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062822'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:37.584090 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73030468-6e3a-4d71-982d-9da1d260efb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c5af6f4-efdc-4916-98a3-b9087870d169,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:37.593742 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73030468-6e3a-4d71-982d-9da1d260efb8 admin admin] Checking segment: {'id': '2cd2f051-cbbd-4387-a178-cdcafdfed5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:13:37.593742 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73030468-6e3a-4d71-982d-9da1d260efb8 admin admin] Network hostable DHCP agents. Network: 62067af4-7b01-4b37-a0a2-f3697049de5a, hostable agents: ['0a2fa090-2970-41a0-8073-2983789ee317'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:13:37.670444 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73030468-6e3a-4d71-982d-9da1d260efb8 admin admin] Network 62067af4-7b01-4b37-a0a2-f3697049de5a is scheduled to be hosted by DHCP agent 0a2fa090-2970-41a0-8073-2983789ee317 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:13:37.770569 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-73030468-6e3a-4d71-982d-9da1d260efb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-7-iscsi, 62067af4-7b01-4b37-a0a2-f3697049de5a) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:37.775156 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73030468-6e3a-4d71-982d-9da1d260efb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:13:37.776111 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73030468-6e3a-4d71-982d-9da1d260efb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:37.779500 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ab4dfa-2e07-4341-b9ac-3a1ecd32ea4b None None] Network 62067af4-7b01-4b37-a0a2-f3697049de5a requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:13:37.893635 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-73030468-6e3a-4d71-982d-9da1d260efb8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7204056 Aug 25 05:13:37.900252 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47278) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:37.901246 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-332a927c-ebb9-45a4-891c-a82811b837d1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:37.926676 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55636971-4e0d-59cb-9b48-5d411fba618d-62067af4-7b01-4b37-a0a2-f3697049de5a', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169'}]}} from dv-cinder-757936-7-iscsi. {{(pid=94640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 05:13:37.929333 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:38.061816 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] Allocated IP 172.20.0.2 (62067af4-7b01-4b37-a0a2-f3697049de5a/4c5af6f4-efdc-4916-98a3-b9087870d169/f9658240-ff63-4970-ad99-875dab5a9f30) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:38.096012 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-332a927c-ebb9-45a4-891c-a82811b837d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1195'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:38.097065 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-332a927c-ebb9-45a4-891c-a82811b837d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:38.151535 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-332a927c-ebb9-45a4-891c-a82811b837d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:38.204171 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:38.212003 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] Transition to ACTIVE for port object f9658240-ff63-4970-ad99-875dab5a9f30 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:13:38.226112 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] Transition to ACTIVE for port object f9658240-ff63-4970-ad99-875dab5a9f30 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:13:38.316278 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:38.356677 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] Network 62067af4-7b01-4b37-a0a2-f3697049de5a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:38.359564 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:38.362055 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:13:38.366348 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-332a927c-ebb9-45a4-891c-a82811b837d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:38.373009 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] Pushing event updated for resources: {'Port': ['ID=f9658240-ff63-4970-ad99-875dab5a9f30,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:38.420186 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] Attempting to bind port f9658240-ff63-4970-ad99-875dab5a9f30 on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:13:38.420482 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] Attempting to bind port f9658240-ff63-4970-ad99-875dab5a9f30 by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': '2cd2f051-cbbd-4387-a178-cdcafdfed5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:13:38.420848 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] Attempting to bind port f9658240-ff63-4970-ad99-875dab5a9f30 on network 62067af4-7b01-4b37-a0a2-f3697049de5a {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:13:38.425635 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:13:38.426012 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] Checking segment: {'id': '2cd2f051-cbbd-4387-a178-cdcafdfed5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:13:38.426418 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:38.426843 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] Bound using segment: {'id': '2cd2f051-cbbd-4387-a178-cdcafdfed5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:13:38.427338 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] Bound port: f9658240-ff63-4970-ad99-875dab5a9f30, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2f051-cbbd-4387-a178-cdcafdfed5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:13:38.427720 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:38.489005 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] For port f9658240-ff63-4970-ad99-875dab5a9f30, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:13:38.492180 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] For port f9658240-ff63-4970-ad99-875dab5a9f30, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=f9658240-ff63-4970-ad99-875dab5a9f30,segment=NetworkSegment(2cd2f051-cbbd-4387-a178-cdcafdfed5cf),segment_id=2cd2f051-cbbd-4387-a178-cdcafdfed5cf)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:13:38.570672 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:38.624375 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-332a927c-ebb9-45a4-891c-a82811b837d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:38.633191 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da06b11-9e6f-406d-9c63-aa5d5a8babaa None None] Pushing event updated for resources: {'Port': ['ID=f9658240-ff63-4970-ad99-875dab5a9f30,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:38.644069 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-332a927c-ebb9-45a4-891c-a82811b837d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:38.748021 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-332a927c-ebb9-45a4-891c-a82811b837d1 admin admin] Allocated IP 172.27.0.104 (45b0c649-47ed-40e6-b7f6-7d83dd176956/b736f3e8-97a3-44dd-aa37-7a4abcfbc24c/08837b91-fc7f-4bd7-ae58-810d99c12c7e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:38.880897 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-332a927c-ebb9-45a4-891c-a82811b837d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:38.999449 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-332a927c-ebb9-45a4-891c-a82811b837d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:39.032985 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332a927c-ebb9-45a4-891c-a82811b837d1 admin admin] Network 45b0c649-47ed-40e6-b7f6-7d83dd176956 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:39.035964 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-332a927c-ebb9-45a4-891c-a82811b837d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:39.039619 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332a927c-ebb9-45a4-891c-a82811b837d1 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:13:39.076782 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a927c-ebb9-45a4-891c-a82811b837d1 admin admin] Pushing event updated for resources: {'Port': ['ID=08837b91-fc7f-4bd7-ae58-810d99c12c7e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:39.266184 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47290) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:39.388504 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6edbb786-b6a9-4b8d-91f3-eb9109f6eae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:39.422463 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device f9658240-ff63-4970-ad99-875dab5a9f30 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:39.423108 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-332a927c-ebb9-45a4-891c-a82811b837d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:39.557852 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97e63a2-c2c1-401c-b25c-ebdb59cfc335 None None] Network 62067af4-7b01-4b37-a0a2-f3697049de5a requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:13:39.580235 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port f9658240-ff63-4970-ad99-875dab5a9f30 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:13:39.645335 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6edbb786-b6a9-4b8d-91f3-eb9109f6eae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:39.667934 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-332a927c-ebb9-45a4-891c-a82811b837d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406382'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:39.717612 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2dfca49e-7af6-4bb2-9109-88ed475917fc None None] Provisioning for port f9658240-ff63-4970-ad99-875dab5a9f30 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:13:39.721679 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2dfca49e-7af6-4bb2-9109-88ed475917fc None None] Provisioning complete for port f9658240-ff63-4970-ad99-875dab5a9f30 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:13:39.725558 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2dfca49e-7af6-4bb2-9109-88ed475917fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:39.747753 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6edbb786-b6a9-4b8d-91f3-eb9109f6eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:39.796470 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbb786-b6a9-4b8d-91f3-eb9109f6eae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03444350-d240-4210-a118-3da9f1f7365d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:39.803286 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-6edbb786-b6a9-4b8d-91f3-eb9109f6eae8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fb264bfab9c4a10adc615655adbb4fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5359118 Aug 25 05:13:39.806017 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47296) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:39.831286 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2dfca49e-7af6-4bb2-9109-88ed475917fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:39.898758 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332a927c-ebb9-45a4-891c-a82811b837d1 admin admin] Router 38084ad2-165b-42af-841a-bd7ac16778c9 is scheduled to L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 05:13:39.908375 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aca491c5-57d1-4e0e-b7fa-f50502f4729e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:39.912749 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2dfca49e-7af6-4bb2-9109-88ed475917fc None None] For port f9658240-ff63-4970-ad99-875dab5a9f30, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=f9658240-ff63-4970-ad99-875dab5a9f30,segment=NetworkSegment(2cd2f051-cbbd-4387-a178-cdcafdfed5cf),segment_id=2cd2f051-cbbd-4387-a178-cdcafdfed5cf)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:39.941663 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aca491c5-57d1-4e0e-b7fa-f50502f4729e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:39.978930 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2dfca49e-7af6-4bb2-9109-88ed475917fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:40.020589 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332a927c-ebb9-45a4-891c-a82811b837d1 admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:13:40.031496 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] Sync routers for ids ['38084ad2-165b-42af-841a-bd7ac16778c9'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:13:40.033814 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfca49e-7af6-4bb2-9109-88ed475917fc None None] Pushing event updated for resources: {'Port': ['ID=f9658240-ff63-4970-ad99-875dab5a9f30,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:40.043163 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] Routers {'38084ad2-165b-42af-841a-bd7ac16778c9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:13:40.044373 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:13:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['38084ad2-165b-42af-841a-bd7ac16778c9'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:40.061603 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aca491c5-57d1-4e0e-b7fa-f50502f4729e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:40.064312 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aca491c5-57d1-4e0e-b7fa-f50502f4729e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:40.065567 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-aca491c5-57d1-4e0e-b7fa-f50502f4729e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03444350-d240-4210-a118-3da9f1f7365d HTTP/1.1" status: 204 len: 168 time: 0.2579999 Aug 25 05:13:40.074268 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca491c5-57d1-4e0e-b7fa-f50502f4729e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03444350-d240-4210-a118-3da9f1f7365d,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:40.102113 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-332a927c-ebb9-45a4-891c-a82811b837d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:40.106742 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-332a927c-ebb9-45a4-891c-a82811b837d1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2070293 Aug 25 05:13:40.107159 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47306) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:40.140550 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-420d83be-dfc7-4306-9d7e-b37d566df943 None None] Provisioning complete for port f9658240-ff63-4970-ad99-875dab5a9f30 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:13:40.140898 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-420d83be-dfc7-4306-9d7e-b37d566df943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:40.204202 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] Set router 38084ad2-165b-42af-841a-bd7ac16778c9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:13:40.529212 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b802d977-8337-4a4a-9604-fe1858496ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:40.535244 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:39Z', 'revision_number': 3, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:40.560915 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] Checking router: 38084ad2-165b-42af-841a-bd7ac16778c9 for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:13:40.561269 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] Updating router 38084ad2-165b-42af-841a-bd7ac16778c9 port 08837b91-fc7f-4bd7-ae58-810d99c12c7e binding host dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:13:40.585785 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:40.683880 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-b802d977-8337-4a4a-9604-fe1858496ac3 admin admin] Allocated IP 172.20.0.1 (62067af4-7b01-4b37-a0a2-f3697049de5a/4c5af6f4-efdc-4916-98a3-b9087870d169/36a36c52-8314-4df3-ba28-f0e93e9907eb) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:40.791640 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b802d977-8337-4a4a-9604-fe1858496ac3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:40.795538 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47310) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:40.816480 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1f4739c1-e367-4e92-9466-439e52f05fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:40.823824 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [None req-b802d977-8337-4a4a-9604-fe1858496ac3 admin admin] Transition to ACTIVE for port object 36a36c52-8314-4df3-ba28-f0e93e9907eb will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:13:40.840775 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:40.850458 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] Transition to ACTIVE for port object 08837b91-fc7f-4bd7-ae58-810d99c12c7e will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:13:40.921312 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:40.926457 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1f4739c1-e367-4e92-9466-439e52f05fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:40.962042 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b802d977-8337-4a4a-9604-fe1858496ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:40.972821 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] Attempting to bind port 08837b91-fc7f-4bd7-ae58-810d99c12c7e on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:13:40.973247 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] Attempting to bind port 08837b91-fc7f-4bd7-ae58-810d99c12c7e by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:13:40.973547 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] Attempting to bind port 08837b91-fc7f-4bd7-ae58-810d99c12c7e on network 45b0c649-47ed-40e6-b7f6-7d83dd176956 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:13:40.976447 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571266b-033b-4dd6-8af5-c9ccc7253355 None None] Pushing event updated for resources: {'Port': ['ID=08837b91-fc7f-4bd7-ae58-810d99c12c7e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:40.980997 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:13:40.981394 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] Checking segment: {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:13:40.981884 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:40.982164 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] Bound using segment: {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:13:40.982658 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] Bound port: 08837b91-fc7f-4bd7-ae58-810d99c12c7e, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:13:40.983032 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:41.008560 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b802d977-8337-4a4a-9604-fe1858496ac3 admin admin] Network 62067af4-7b01-4b37-a0a2-f3697049de5a is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:41.011487 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-b802d977-8337-4a4a-9604-fe1858496ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:41.015864 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b802d977-8337-4a4a-9604-fe1858496ac3 admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:13:41.024966 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1f4739c1-e367-4e92-9466-439e52f05fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:41.047720 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802d977-8337-4a4a-9604-fe1858496ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=36a36c52-8314-4df3-ba28-f0e93e9907eb,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:41.050736 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] For port 08837b91-fc7f-4bd7-ae58-810d99c12c7e, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:13:41.054380 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] For port 08837b91-fc7f-4bd7-ae58-810d99c12c7e, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=08837b91-fc7f-4bd7-ae58-810d99c12c7e,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:13:41.099982 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-1f4739c1-e367-4e92-9466-439e52f05fb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07f93cc237844a1f93511e66b7142296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009562 Aug 25 05:13:41.100195 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47318) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:41.108770 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4739c1-e367-4e92-9466-439e52f05fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e10a4f-4541-4e0e-88f2-bae1c26b2d7e,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:41.113724 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b802d977-8337-4a4a-9604-fe1858496ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406045'] for router_interface, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:41.145339 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:41.209135 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] Routers {'38084ad2-165b-42af-841a-bd7ac16778c9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:13:41.209811 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:13:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['38084ad2-165b-42af-841a-bd7ac16778c9'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:41.212867 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571266b-033b-4dd6-8af5-c9ccc7253355 None None] Pushing event updated for resources: {'Port': ['ID=08837b91-fc7f-4bd7-ae58-810d99c12c7e,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:41.246455 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-83494db8-5218-40c0-bde5-87e46da3a482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:41.274825 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-83494db8-5218-40c0-bde5-87e46da3a482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:41.327619 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] Set router 38084ad2-165b-42af-841a-bd7ac16778c9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:13:41.370444 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b802d977-8337-4a4a-9604-fe1858496ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:41.383547 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device f9658240-ff63-4970-ad99-875dab5a9f30 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:41.415413 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-318c8dbd-7185-4a86-9450-40b09c8d0a73 None None] Provisioning for port 36a36c52-8314-4df3-ba28-f0e93e9907eb completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:13:41.437688 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-318c8dbd-7185-4a86-9450-40b09c8d0a73 None None] Provisioning complete for port 36a36c52-8314-4df3-ba28-f0e93e9907eb triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:13:41.438060 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-318c8dbd-7185-4a86-9450-40b09c8d0a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:41.442846 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-83494db8-5218-40c0-bde5-87e46da3a482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:41.445505 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-83494db8-5218-40c0-bde5-87e46da3a482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:41.446785 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-83494db8-5218-40c0-bde5-87e46da3a482 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9e10a4f-4541-4e0e-88f2-bae1c26b2d7e HTTP/1.1" status: 204 len: 168 time: 0.3457229 Aug 25 05:13:41.457997 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83494db8-5218-40c0-bde5-87e46da3a482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e10a4f-4541-4e0e-88f2-bae1c26b2d7e,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:41.499811 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-318c8dbd-7185-4a86-9450-40b09c8d0a73 None None] Port 36a36c52-8314-4df3-ba28-f0e93e9907eb cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:13:41.556681 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port f9658240-ff63-4970-ad99-875dab5a9f30 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:13:41.557334 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:41.566610 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b802d977-8337-4a4a-9604-fe1858496ac3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:41.630165 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b802d977-8337-4a4a-9604-fe1858496ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52348945'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:41.668422 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:39Z', 'revision_number': 3, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:41.699133 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4037ec-15a7-46f8-9bc1-0d2e219ae7c8 None None] The sync data for ids ['38084ad2-165b-42af-841a-bd7ac16778c9'] in dv-cinder-757936-7-iscsi is: [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:39Z', 'revision_number': 3, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:13:41.699882 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802d977-8337-4a4a-9604-fe1858496ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=36a36c52-8314-4df3-ba28-f0e93e9907eb,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:41.702341 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b802d977-8337-4a4a-9604-fe1858496ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552907'] for router_interface, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:41.800709 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b802d977-8337-4a4a-9604-fe1858496ac3 admin admin] Network 62067af4-7b01-4b37-a0a2-f3697049de5a is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:41.802186 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-b802d977-8337-4a4a-9604-fe1858496ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:41.928401 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b802d977-8337-4a4a-9604-fe1858496ac3 admin admin] Router 38084ad2-165b-42af-841a-bd7ac16778c9 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:13:42.094447 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b802d977-8337-4a4a-9604-fe1858496ac3 admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:13:42.103490 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b802d977-8337-4a4a-9604-fe1858496ac3 admin admin] 10.222.0.13 "PUT /v2.0/routers/38084ad2-165b-42af-841a-bd7ac16778c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9952383 Aug 25 05:13:42.158987 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-03147ec6-4343-4659-827d-8d35397799e2 None None] Provisioning complete for port 36a36c52-8314-4df3-ba28-f0e93e9907eb triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:13:42.158987 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03147ec6-4343-4659-827d-8d35397799e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:42.232358 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-03147ec6-4343-4659-827d-8d35397799e2 None None] Port 36a36c52-8314-4df3-ba28-f0e93e9907eb cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:13:42.893833 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47368) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:42.898972 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-b97eb2b0-25ea-4def-9b87-86523ae6c516 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2103101484-network', 'tenant_id': 'e2ea1b12b0f4462f8c831d52063ce8d4'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:42.995388 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97eb2b0-25ea-4def-9b87-86523ae6c516 admin admin] Made reservation on behalf of e2ea1b12b0f4462f8c831d52063ce8d4 for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:13:42.997890 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b97eb2b0-25ea-4def-9b87-86523ae6c516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:43.007365 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b97eb2b0-25ea-4def-9b87-86523ae6c516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:43.096212 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b97eb2b0-25ea-4def-9b87-86523ae6c516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:43.171482 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b97eb2b0-25ea-4def-9b87-86523ae6c516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:43.196650 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97eb2b0-25ea-4def-9b87-86523ae6c516 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:13:43.205122 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97eb2b0-25ea-4def-9b87-86523ae6c516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dd27ab-ec32-4375-94bb-490e75160146,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:43.210918 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b97eb2b0-25ea-4def-9b87-86523ae6c516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:43.211283 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-b97eb2b0-25ea-4def-9b87-86523ae6c516 admin admin] Added segment 1b0731c9-e883-4ede-a227-3d10ad3b30df of type vlan for network e7bbed39-611e-466d-ac9b-90cd38cf0c9c Aug 25 05:13:43.255758 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b97eb2b0-25ea-4def-9b87-86523ae6c516 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785199393567'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:43.342190 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b97eb2b0-25ea-4def-9b87-86523ae6c516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:43.343280 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97eb2b0-25ea-4def-9b87-86523ae6c516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:13:43.343877 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b97eb2b0-25ea-4def-9b87-86523ae6c516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:43.381171 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 08837b91-fc7f-4bd7-ae58-810d99c12c7e up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:43.403640 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] Sync routers for ids ['38084ad2-165b-42af-841a-bd7ac16778c9'] in dv-cinder-757936-7-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:13:43.421361 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] Routers {'38084ad2-165b-42af-841a-bd7ac16778c9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:13:43.421361 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:13:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['38084ad2-165b-42af-841a-bd7ac16778c9'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:43.427054 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97eb2b0-25ea-4def-9b87-86523ae6c516 admin admin] Pushing event updated for resources: {'Network': ['ID=e7bbed39-611e-466d-ac9b-90cd38cf0c9c,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:43.437041 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Network e7bbed39-611e-466d-ac9b-90cd38cf0c9c details requested by agent ovs-agent-dv-cinder-757936-7-iscsi with host dv-cinder-757936-7-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:13:43.440052 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b97eb2b0-25ea-4def-9b87-86523ae6c516 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5448425 Aug 25 05:13:43.442565 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47372) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:43.447805 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-7f8ea839-c9e6-40fe-9792-5227d4a6a680 admin admin] Request body: {'subnet': {'network_id': 'e7bbed39-611e-466d-ac9b-90cd38cf0c9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2103101484-subnet', 'tenant_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:43.518894 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port 08837b91-fc7f-4bd7-ae58-810d99c12c7e completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:13:43.525982 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 08837b91-fc7f-4bd7-ae58-810d99c12c7e triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:13:43.525982 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:43.541585 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] Set router 38084ad2-165b-42af-841a-bd7ac16778c9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:13:43.544861 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8ea839-c9e6-40fe-9792-5227d4a6a680 admin admin] Made reservation on behalf of e2ea1b12b0f4462f8c831d52063ce8d4 for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:13:43.548399 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7f8ea839-c9e6-40fe-9792-5227d4a6a680 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-52317432'] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:43.606215 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:43.630844 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port 08837b91-fc7f-4bd7-ae58-810d99c12c7e, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=08837b91-fc7f-4bd7-ae58-810d99c12c7e,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:43.727492 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:43.772171 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 4, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '36a36c52-8314-4df3-ba28-f0e93e9907eb', 'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'mac_address': 'fa:16:3e:d5:70:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:40Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 2, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'subnets': [{'id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:43.777182 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=08837b91-fc7f-4bd7-ae58-810d99c12c7e,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:43.800469 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] Checking router: 38084ad2-165b-42af-841a-bd7ac16778c9 for host: dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:13:43.800826 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] Updating router 38084ad2-165b-42af-841a-bd7ac16778c9 port 36a36c52-8314-4df3-ba28-f0e93e9907eb binding host dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:13:43.816520 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7f8ea839-c9e6-40fe-9792-5227d4a6a680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52350856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-52317194'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:43.829593 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:43.874770 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ea839-c9e6-40fe-9792-5227d4a6a680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65118cfe-1388-4840-8711-565f4e2ac0ef,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:43.888279 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8ea839-c9e6-40fe-9792-5227d4a6a680 admin admin] Checking segment: {'id': '1b0731c9-e883-4ede-a227-3d10ad3b30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e7bbed39-611e-466d-ac9b-90cd38cf0c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:13:43.888646 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8ea839-c9e6-40fe-9792-5227d4a6a680 admin admin] Network hostable DHCP agents. Network: e7bbed39-611e-466d-ac9b-90cd38cf0c9c, hostable agents: ['0a2fa090-2970-41a0-8073-2983789ee317'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:13:44.027456 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8ea839-c9e6-40fe-9792-5227d4a6a680 admin admin] Network e7bbed39-611e-466d-ac9b-90cd38cf0c9c is scheduled to be hosted by DHCP agent 0a2fa090-2970-41a0-8073-2983789ee317 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:13:44.090093 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-7f8ea839-c9e6-40fe-9792-5227d4a6a680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-7-iscsi, e7bbed39-611e-466d-ac9b-90cd38cf0c9c) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:44.094272 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8ea839-c9e6-40fe-9792-5227d4a6a680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:13:44.094828 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7f8ea839-c9e6-40fe-9792-5227d4a6a680 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:44.099505 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28338481-fa0c-4d4d-b9cd-0c2fafa47d88 None None] Network e7bbed39-611e-466d-ac9b-90cd38cf0c9c requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:13:44.166614 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:44.176620 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] Transition to ACTIVE for port object 36a36c52-8314-4df3-ba28-f0e93e9907eb will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:13:44.183556 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-7f8ea839-c9e6-40fe-9792-5227d4a6a680 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7389095 Aug 25 05:13:44.185856 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47380) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:44.190439 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-e0c56e31-e1e3-4e2d-b07d-d2b69de0f449 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2103101484-router', 'tenant_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:44.240702 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55636971-4e0d-59cb-9b48-5d411fba618d-e7bbed39-611e-466d-ac9b-90cd38cf0c9c', 'network_id': 'e7bbed39-611e-466d-ac9b-90cd38cf0c9c', 'tenant_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'fixed_ips': [{'subnet_id': '65118cfe-1388-4840-8711-565f4e2ac0ef'}]}} from dv-cinder-757936-7-iscsi. {{(pid=94640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 05:13:44.241556 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:44.287340 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:44.319063 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e0c56e31-e1e3-4e2d-b07d-d2b69de0f449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1195'] for router, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:44.320120 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e0c56e31-e1e3-4e2d-b07d-d2b69de0f449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:44.346427 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c131c1a-fb8b-4fe8-b2ad-d71c294c4737 None None] Pushing event updated for resources: {'Port': ['ID=36a36c52-8314-4df3-ba28-f0e93e9907eb,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:44.356666 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c131c1a-fb8b-4fe8-b2ad-d71c294c4737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:44.357018 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c131c1a-fb8b-4fe8-b2ad-d71c294c4737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:44.357364 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c131c1a-fb8b-4fe8-b2ad-d71c294c4737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:44.357710 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c131c1a-fb8b-4fe8-b2ad-d71c294c4737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:44.358045 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c131c1a-fb8b-4fe8-b2ad-d71c294c4737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:44.358379 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c131c1a-fb8b-4fe8-b2ad-d71c294c4737 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:44.358740 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c131c1a-fb8b-4fe8-b2ad-d71c294c4737 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:44.359072 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c131c1a-fb8b-4fe8-b2ad-d71c294c4737 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:44.359422 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c131c1a-fb8b-4fe8-b2ad-d71c294c4737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:44.359759 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c131c1a-fb8b-4fe8-b2ad-d71c294c4737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:44.360080 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c131c1a-fb8b-4fe8-b2ad-d71c294c4737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:44.360573 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c131c1a-fb8b-4fe8-b2ad-d71c294c4737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:44.379624 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e0c56e31-e1e3-4e2d-b07d-d2b69de0f449 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:44.382700 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] Allocated IP 172.20.0.2 (e7bbed39-611e-466d-ac9b-90cd38cf0c9c/65118cfe-1388-4840-8711-565f4e2ac0ef/877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:44.425100 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] Attempting to bind port 36a36c52-8314-4df3-ba28-f0e93e9907eb on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:13:44.425665 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] Attempting to bind port 36a36c52-8314-4df3-ba28-f0e93e9907eb by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': '2cd2f051-cbbd-4387-a178-cdcafdfed5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:13:44.425951 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] Attempting to bind port 36a36c52-8314-4df3-ba28-f0e93e9907eb on network 62067af4-7b01-4b37-a0a2-f3697049de5a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:13:44.431378 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:13:44.431893 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] Checking segment: {'id': '2cd2f051-cbbd-4387-a178-cdcafdfed5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:13:44.432288 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:44.432687 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] Bound using segment: {'id': '2cd2f051-cbbd-4387-a178-cdcafdfed5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:13:44.433260 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] Bound port: 36a36c52-8314-4df3-ba28-f0e93e9907eb, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2f051-cbbd-4387-a178-cdcafdfed5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:13:44.433807 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:44.507784 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] For port 36a36c52-8314-4df3-ba28-f0e93e9907eb, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:13:44.511505 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] For port 36a36c52-8314-4df3-ba28-f0e93e9907eb, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=36a36c52-8314-4df3-ba28-f0e93e9907eb,segment=NetworkSegment(2cd2f051-cbbd-4387-a178-cdcafdfed5cf),segment_id=2cd2f051-cbbd-4387-a178-cdcafdfed5cf)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:13:44.549294 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:44.566124 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] Transition to ACTIVE for port object 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:13:44.583134 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:44.588796 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] Transition to ACTIVE for port object 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:13:44.638095 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e0c56e31-e1e3-4e2d-b07d-d2b69de0f449 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:44.641118 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c131c1a-fb8b-4fe8-b2ad-d71c294c4737 None None] Pushing event updated for resources: {'Port': ['ID=36a36c52-8314-4df3-ba28-f0e93e9907eb,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:44.643614 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] Routers {'38084ad2-165b-42af-841a-bd7ac16778c9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:13:44.644205 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:13:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['38084ad2-165b-42af-841a-bd7ac16778c9'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:44.685309 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:44.741910 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] Network e7bbed39-611e-466d-ac9b-90cd38cf0c9c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:44.748245 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:44.752895 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:13:44.762875 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] Pushing event updated for resources: {'Port': ['ID=877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:44.772230 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] Set router 38084ad2-165b-42af-841a-bd7ac16778c9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:13:44.837248 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] Attempting to bind port 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:13:44.837248 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] Attempting to bind port 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': '1b0731c9-e883-4ede-a227-3d10ad3b30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e7bbed39-611e-466d-ac9b-90cd38cf0c9c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:13:44.837248 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] Attempting to bind port 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc on network e7bbed39-611e-466d-ac9b-90cd38cf0c9c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:13:44.837248 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:13:44.837248 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] Checking segment: {'id': '1b0731c9-e883-4ede-a227-3d10ad3b30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e7bbed39-611e-466d-ac9b-90cd38cf0c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:13:44.837741 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:44.838004 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] Bound using segment: {'id': '1b0731c9-e883-4ede-a227-3d10ad3b30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e7bbed39-611e-466d-ac9b-90cd38cf0c9c'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:13:44.838470 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] Bound port: 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0731c9-e883-4ede-a227-3d10ad3b30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e7bbed39-611e-466d-ac9b-90cd38cf0c9c'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:13:44.838871 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:44.917590 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] For port 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:13:44.923445 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] For port 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc,segment=NetworkSegment(1b0731c9-e883-4ede-a227-3d10ad3b30df),segment_id=1b0731c9-e883-4ede-a227-3d10ad3b30df)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:13:44.932638 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e0c56e31-e1e3-4e2d-b07d-d2b69de0f449 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:44.951443 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e0c56e31-e1e3-4e2d-b07d-d2b69de0f449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:44.984741 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 4, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '36a36c52-8314-4df3-ba28-f0e93e9907eb', 'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'mac_address': 'fa:16:3e:d5:70:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:40Z', 'updated_at': '2021-08-25T05:13:44Z', 'revision_number': 4, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'subnets': [{'id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:45.000221 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:45.011238 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9652c91-5c26-4930-8e2d-e6308ff60084 None None] The sync data for ids ['38084ad2-165b-42af-841a-bd7ac16778c9'] in dv-cinder-757936-7-iscsi is: [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 4, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '36a36c52-8314-4df3-ba28-f0e93e9907eb', 'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'mac_address': 'fa:16:3e:d5:70:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:40Z', 'updated_at': '2021-08-25T05:13:44Z', 'revision_number': 4, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'subnets': [{'id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:13:45.084609 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a2c13-a7cc-42d4-b8d3-3a214239b2f4 None None] Pushing event updated for resources: {'Port': ['ID=877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:45.088406 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-e0c56e31-e1e3-4e2d-b07d-d2b69de0f449 admin admin] Allocated IP 172.27.0.67 (45b0c649-47ed-40e6-b7f6-7d83dd176956/b736f3e8-97a3-44dd-aa37-7a4abcfbc24c/8d94c333-ec4b-4c71-bd34-ea32456392f1) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:45.207843 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e0c56e31-e1e3-4e2d-b07d-d2b69de0f449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:45.319560 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e0c56e31-e1e3-4e2d-b07d-d2b69de0f449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:45.379187 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c56e31-e1e3-4e2d-b07d-d2b69de0f449 admin admin] Network 45b0c649-47ed-40e6-b7f6-7d83dd176956 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:45.382454 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-e0c56e31-e1e3-4e2d-b07d-d2b69de0f449 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:45.394020 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c56e31-e1e3-4e2d-b07d-d2b69de0f449 admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:13:45.420153 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c56e31-e1e3-4e2d-b07d-d2b69de0f449 admin admin] Pushing event updated for resources: {'Port': ['ID=8d94c333-ec4b-4c71-bd34-ea32456392f1,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:45.484802 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 36a36c52-8314-4df3-ba28-f0e93e9907eb up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:45.645061 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port 36a36c52-8314-4df3-ba28-f0e93e9907eb completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:13:45.649108 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 36a36c52-8314-4df3-ba28-f0e93e9907eb triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:13:45.649555 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:45.733298 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:45.775085 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port 36a36c52-8314-4df3-ba28-f0e93e9907eb, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=36a36c52-8314-4df3-ba28-f0e93e9907eb,segment=NetworkSegment(2cd2f051-cbbd-4387-a178-cdcafdfed5cf),segment_id=2cd2f051-cbbd-4387-a178-cdcafdfed5cf)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:45.854088 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e0c56e31-e1e3-4e2d-b07d-d2b69de0f449 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:45.884950 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:45.885769 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:45.996500 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=36a36c52-8314-4df3-ba28-f0e93e9907eb,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:46.098347 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:13:46.102946 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 08837b91-fc7f-4bd7-ae58-810d99c12c7e up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:46.106397 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bd9df0-7e0c-4e52-b7b1-59a9d5b23ec9 None None] Network e7bbed39-611e-466d-ac9b-90cd38cf0c9c requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:13:46.124285 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e0c56e31-e1e3-4e2d-b07d-d2b69de0f449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406382'] for router, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:46.234975 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 08837b91-fc7f-4bd7-ae58-810d99c12c7e triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:13:46.235353 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:46.333322 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c56e31-e1e3-4e2d-b07d-d2b69de0f449 admin admin] Router 94c4dc5f-6b06-45f0-82d7-5181cae79513 is scheduled to L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 with binding_index 1 {{(pid=94638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 05:13:46.381733 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-0d96fba2-75fe-41c1-a7f7-99765208b639 None None] Provisioning for port 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:13:46.405171 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-0d96fba2-75fe-41c1-a7f7-99765208b639 None None] Provisioning complete for port 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:13:46.405550 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d96fba2-75fe-41c1-a7f7-99765208b639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:46.439271 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c56e31-e1e3-4e2d-b07d-d2b69de0f449 admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:13:46.454524 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] Sync routers for ids ['94c4dc5f-6b06-45f0-82d7-5181cae79513'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:13:46.498249 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] Routers {'94c4dc5f-6b06-45f0-82d7-5181cae79513'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:13:46.498918 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:13:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['94c4dc5f-6b06-45f0-82d7-5181cae79513'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:46.519165 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e0c56e31-e1e3-4e2d-b07d-d2b69de0f449 admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:46.520445 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e0c56e31-e1e3-4e2d-b07d-d2b69de0f449 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3334584 Aug 25 05:13:46.523283 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47402) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:46.657142 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d96fba2-75fe-41c1-a7f7-99765208b639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:46.689684 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] Set router 94c4dc5f-6b06-45f0-82d7-5181cae79513 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:13:46.788084 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-0d96fba2-75fe-41c1-a7f7-99765208b639 None None] For port 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc,segment=NetworkSegment(1b0731c9-e883-4ede-a227-3d10ad3b30df),segment_id=1b0731c9-e883-4ede-a227-3d10ad3b30df)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:46.861057 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d96fba2-75fe-41c1-a7f7-99765208b639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:46.951307 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96fba2-75fe-41c1-a7f7-99765208b639 None None] Pushing event updated for resources: {'Port': ['ID=877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:46.992739 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-7ccff0a7-0c1e-4251-a768-1ed0db4092c3 None None] Provisioning complete for port 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:13:46.993113 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ccff0a7-0c1e-4251-a768-1ed0db4092c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:47.037683 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c4dc5f-6b06-45f0-82d7-5181cae79513', 'name': 'tempest-TestVolumeBootPattern-2103101484-router', 'tenant_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '8d94c333-ec4b-4c71-bd34-ea32456392f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:44Z', 'updated_at': '2021-08-25T05:13:45Z', 'revision_number': 3, 'project_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'gw_port': {'id': '8d94c333-ec4b-4c71-bd34-ea32456392f1', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c4dc5f-6b06-45f0-82d7-5181cae79513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:44Z', 'updated_at': '2021-08-25T05:13:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:47.070744 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] Checking router: 94c4dc5f-6b06-45f0-82d7-5181cae79513 for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:13:47.071161 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] Updating router 94c4dc5f-6b06-45f0-82d7-5181cae79513 port 8d94c333-ec4b-4c71-bd34-ea32456392f1 binding host dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:13:47.116943 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:47.233669 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-30382bfe-4c8e-4feb-9116-0b5aa4e06b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:47.388715 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 36a36c52-8314-4df3-ba28-f0e93e9907eb up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:47.419002 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-30382bfe-4c8e-4feb-9116-0b5aa4e06b57 admin admin] Allocated IP 172.20.0.1 (e7bbed39-611e-466d-ac9b-90cd38cf0c9c/65118cfe-1388-4840-8711-565f4e2ac0ef/d3fa6664-a704-464e-a05a-7e21c37ed442) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:47.424969 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:47.443242 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] Transition to ACTIVE for port object 8d94c333-ec4b-4c71-bd34-ea32456392f1 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:13:47.458261 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 36a36c52-8314-4df3-ba28-f0e93e9907eb triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:13:47.458673 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:47.521992 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-30382bfe-4c8e-4feb-9116-0b5aa4e06b57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:47.535382 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [None req-30382bfe-4c8e-4feb-9116-0b5aa4e06b57 admin admin] Transition to ACTIVE for port object d3fa6664-a704-464e-a05a-7e21c37ed442 will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:13:47.536361 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:47.539196 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:47.618776 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-30382bfe-4c8e-4feb-9116-0b5aa4e06b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:47.622222 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d443b3-6450-4931-94c7-5e93776839b7 None None] Pushing event updated for resources: {'Port': ['ID=8d94c333-ec4b-4c71-bd34-ea32456392f1,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:47.626834 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] Attempting to bind port 8d94c333-ec4b-4c71-bd34-ea32456392f1 on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:13:47.630198 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] Attempting to bind port 8d94c333-ec4b-4c71-bd34-ea32456392f1 by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:13:47.630198 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] Attempting to bind port 8d94c333-ec4b-4c71-bd34-ea32456392f1 on network 45b0c649-47ed-40e6-b7f6-7d83dd176956 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:13:47.633947 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:13:47.634323 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] Checking segment: {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:13:47.634747 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:47.635135 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] Bound using segment: {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:13:47.635632 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] Bound port: 8d94c333-ec4b-4c71-bd34-ea32456392f1, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:13:47.635971 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:47.660423 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30382bfe-4c8e-4feb-9116-0b5aa4e06b57 admin admin] Network e7bbed39-611e-466d-ac9b-90cd38cf0c9c is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:47.664969 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-30382bfe-4c8e-4feb-9116-0b5aa4e06b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:47.669375 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30382bfe-4c8e-4feb-9116-0b5aa4e06b57 admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:13:47.669537 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:13:47.669873 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:47.691825 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30382bfe-4c8e-4feb-9116-0b5aa4e06b57 admin admin] Pushing event updated for resources: {'Port': ['ID=d3fa6664-a704-464e-a05a-7e21c37ed442,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:47.711074 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-30382bfe-4c8e-4feb-9116-0b5aa4e06b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406045'] for router_interface, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:47.724144 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] For port 8d94c333-ec4b-4c71-bd34-ea32456392f1, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:13:47.737151 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] For port 8d94c333-ec4b-4c71-bd34-ea32456392f1, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=8d94c333-ec4b-4c71-bd34-ea32456392f1,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:13:47.816413 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:47.826348 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47424) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:47.876506 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] Routers {'94c4dc5f-6b06-45f0-82d7-5181cae79513'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:13:47.877167 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:13:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['94c4dc5f-6b06-45f0-82d7-5181cae79513'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:47.882763 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d443b3-6450-4931-94c7-5e93776839b7 None None] Pushing event updated for resources: {'Port': ['ID=8d94c333-ec4b-4c71-bd34-ea32456392f1,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:47.935858 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-30382bfe-4c8e-4feb-9116-0b5aa4e06b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:47.946835 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e72e6326-c743-46ad-96ee-e6f84239d603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:48.001738 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] Set router 94c4dc5f-6b06-45f0-82d7-5181cae79513 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:13:48.046168 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e72e6326-c743-46ad-96ee-e6f84239d603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:48.114379 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-30382bfe-4c8e-4feb-9116-0b5aa4e06b57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:48.136806 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e72e6326-c743-46ad-96ee-e6f84239d603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:48.185458 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e72e6326-c743-46ad-96ee-e6f84239d603 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=081d363fc9a94a5aaf031ccce54f2c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549929 Aug 25 05:13:48.185690 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47428) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:48.191783 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e6326-c743-46ad-96ee-e6f84239d603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c47adcb-7bea-460a-a438-8fe37633efb2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:48.192953 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-30382bfe-4c8e-4feb-9116-0b5aa4e06b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52348945'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:48.234766 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-e0eded8c-7e2b-48fe-8f9b-3600657695f4 None None] Provisioning for port d3fa6664-a704-464e-a05a-7e21c37ed442 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:13:48.243579 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-e0eded8c-7e2b-48fe-8f9b-3600657695f4 None None] Provisioning complete for port d3fa6664-a704-464e-a05a-7e21c37ed442 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:13:48.244002 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0eded8c-7e2b-48fe-8f9b-3600657695f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:48.254789 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-afac86ab-755c-44d5-8c24-bfe31f996d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:48.278568 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-30382bfe-4c8e-4feb-9116-0b5aa4e06b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552907'] for router_interface, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:48.280864 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-afac86ab-755c-44d5-8c24-bfe31f996d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:48.288027 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30382bfe-4c8e-4feb-9116-0b5aa4e06b57 admin admin] Pushing event updated for resources: {'Port': ['ID=d3fa6664-a704-464e-a05a-7e21c37ed442,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:48.315927 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e0eded8c-7e2b-48fe-8f9b-3600657695f4 None None] Port d3fa6664-a704-464e-a05a-7e21c37ed442 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:13:48.370367 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c4dc5f-6b06-45f0-82d7-5181cae79513', 'name': 'tempest-TestVolumeBootPattern-2103101484-router', 'tenant_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '8d94c333-ec4b-4c71-bd34-ea32456392f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:44Z', 'updated_at': '2021-08-25T05:13:45Z', 'revision_number': 3, 'project_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'gw_port': {'id': '8d94c333-ec4b-4c71-bd34-ea32456392f1', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c4dc5f-6b06-45f0-82d7-5181cae79513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:44Z', 'updated_at': '2021-08-25T05:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:48.396846 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30382bfe-4c8e-4feb-9116-0b5aa4e06b57 admin admin] Network e7bbed39-611e-466d-ac9b-90cd38cf0c9c is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:48.396846 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-30382bfe-4c8e-4feb-9116-0b5aa4e06b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:48.405667 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eabedcd-bea3-483c-a647-14e881a9d6c9 None None] The sync data for ids ['94c4dc5f-6b06-45f0-82d7-5181cae79513'] in dv-cinder-757936-7-iscsi is: [{'id': '94c4dc5f-6b06-45f0-82d7-5181cae79513', 'name': 'tempest-TestVolumeBootPattern-2103101484-router', 'tenant_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '8d94c333-ec4b-4c71-bd34-ea32456392f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:44Z', 'updated_at': '2021-08-25T05:13:45Z', 'revision_number': 3, 'project_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'gw_port': {'id': '8d94c333-ec4b-4c71-bd34-ea32456392f1', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c4dc5f-6b06-45f0-82d7-5181cae79513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:44Z', 'updated_at': '2021-08-25T05:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:13:48.416511 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-afac86ab-755c-44d5-8c24-bfe31f996d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:48.419671 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-afac86ab-755c-44d5-8c24-bfe31f996d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:48.423064 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-afac86ab-755c-44d5-8c24-bfe31f996d00 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c47adcb-7bea-460a-a438-8fe37633efb2 HTTP/1.1" status: 204 len: 168 time: 0.2342634 Aug 25 05:13:48.433556 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac86ab-755c-44d5-8c24-bfe31f996d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c47adcb-7bea-460a-a438-8fe37633efb2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:48.537723 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30382bfe-4c8e-4feb-9116-0b5aa4e06b57 admin admin] Router 94c4dc5f-6b06-45f0-82d7-5181cae79513 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:13:48.640827 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-bbdaa441-598d-494a-af92-951cdc20912a None None] Provisioning complete for port d3fa6664-a704-464e-a05a-7e21c37ed442 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:13:48.641295 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbdaa441-598d-494a-af92-951cdc20912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:48.669162 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30382bfe-4c8e-4feb-9116-0b5aa4e06b57 admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:13:48.684845 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-30382bfe-4c8e-4feb-9116-0b5aa4e06b57 admin admin] 10.222.0.13 "PUT /v2.0/routers/94c4dc5f-6b06-45f0-82d7-5181cae79513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1585188 Aug 25 05:13:48.715693 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bbdaa441-598d-494a-af92-951cdc20912a None None] Port d3fa6664-a704-464e-a05a-7e21c37ed442 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:13:49.381599 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 8d94c333-ec4b-4c71-bd34-ea32456392f1 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:49.444304 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47468) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:49.448969 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-c907ac2c-ee51-42de-b9ab-3a1787d7324f tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2090778391', 'description': 'tempest-secgroup-smoke-2090778391 description', 'project_id': '13946d6c027543e19b729b21c728a3ee'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:49.498817 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port 8d94c333-ec4b-4c71-bd34-ea32456392f1 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:13:49.503049 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 8d94c333-ec4b-4c71-bd34-ea32456392f1 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:13:49.510110 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:49.527220 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c907ac2c-ee51-42de-b9ab-3a1787d7324f tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:49.589447 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:49.610790 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port 8d94c333-ec4b-4c71-bd34-ea32456392f1, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=8d94c333-ec4b-4c71-bd34-ea32456392f1,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:49.617523 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c907ac2c-ee51-42de-b9ab-3a1787d7324f tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:49.702073 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:49.732780 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c907ac2c-ee51-42de-b9ab-3a1787d7324f tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:49.752587 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=8d94c333-ec4b-4c71-bd34-ea32456392f1,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:49.764354 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907ac2c-ee51-42de-b9ab-3a1787d7324f tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=828c09c5-5bfb-4442-836b-58409016daaa,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:49.816125 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c907ac2c-ee51-42de-b9ab-3a1787d7324f tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:49.817471 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c907ac2c-ee51-42de-b9ab-3a1787d7324f tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3721414 Aug 25 05:13:49.820590 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47480) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:49.827128 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-f8423921-4d51-49cd-984a-785d42cf2d54 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Request body: {'security_group_rule': {'security_group_id': '828c09c5-5bfb-4442-836b-58409016daaa', 'project_id': '13946d6c027543e19b729b21c728a3ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:49.939414 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f8423921-4d51-49cd-984a-785d42cf2d54 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:49.999618 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f8423921-4d51-49cd-984a-785d42cf2d54 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:50.030983 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] Sync routers for ids ['94c4dc5f-6b06-45f0-82d7-5181cae79513'] in dv-cinder-757936-7-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:13:50.040027 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] Routers {'94c4dc5f-6b06-45f0-82d7-5181cae79513'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:13:50.040630 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:13:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['94c4dc5f-6b06-45f0-82d7-5181cae79513'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:50.070012 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f8423921-4d51-49cd-984a-785d42cf2d54 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:50.087832 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8423921-4d51-49cd-984a-785d42cf2d54 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e7db750-6246-483d-b0ae-b9042c003c96,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:50.148582 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] Set router 94c4dc5f-6b06-45f0-82d7-5181cae79513 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:13:50.193184 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f8423921-4d51-49cd-984a-785d42cf2d54 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:50.197569 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47492) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:50.199722 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-f8423921-4d51-49cd-984a-785d42cf2d54 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3771553 Aug 25 05:13:50.204725 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1fd16d46-f0bc-486c-8107-7ed7a1682f69 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Request body: {'security_group_rule': {'security_group_id': '828c09c5-5bfb-4442-836b-58409016daaa', 'project_id': '13946d6c027543e19b729b21c728a3ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:50.286481 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1fd16d46-f0bc-486c-8107-7ed7a1682f69 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:50.327960 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:50.336358 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1fd16d46-f0bc-486c-8107-7ed7a1682f69 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:50.373372 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c4dc5f-6b06-45f0-82d7-5181cae79513', 'name': 'tempest-TestVolumeBootPattern-2103101484-router', 'tenant_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '8d94c333-ec4b-4c71-bd34-ea32456392f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:44Z', 'updated_at': '2021-08-25T05:13:47Z', 'revision_number': 4, 'project_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'gw_port': {'id': '8d94c333-ec4b-4c71-bd34-ea32456392f1', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c4dc5f-6b06-45f0-82d7-5181cae79513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:44Z', 'updated_at': '2021-08-25T05:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': 'd3fa6664-a704-464e-a05a-7e21c37ed442', 'name': '', 'network_id': 'e7bbed39-611e-466d-ac9b-90cd38cf0c9c', 'tenant_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'mac_address': 'fa:16:3e:c4:9c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c4dc5f-6b06-45f0-82d7-5181cae79513', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '65118cfe-1388-4840-8711-565f4e2ac0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:47Z', 'updated_at': '2021-08-25T05:13:47Z', 'revision_number': 2, 'project_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'subnets': [{'id': '65118cfe-1388-4840-8711-565f4e2ac0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:50.381840 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1fd16d46-f0bc-486c-8107-7ed7a1682f69 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:50.404345 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] Checking router: 94c4dc5f-6b06-45f0-82d7-5181cae79513 for host: dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:13:50.404699 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] Updating router 94c4dc5f-6b06-45f0-82d7-5181cae79513 port d3fa6664-a704-464e-a05a-7e21c37ed442 binding host dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:13:50.409098 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd16d46-f0bc-486c-8107-7ed7a1682f69 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeeea358-ea33-4e0c-bc38-8b54ebe9d8e0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:50.430750 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:50.484426 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1fd16d46-f0bc-486c-8107-7ed7a1682f69 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:50.488796 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1fd16d46-f0bc-486c-8107-7ed7a1682f69 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2871311 Aug 25 05:13:50.488917 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47500) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:50.493573 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-4711fbc9-f95c-4adf-a030-8a6f43e1ac06 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Request body: {'security_group_rule': {'security_group_id': '828c09c5-5bfb-4442-836b-58409016daaa', 'project_id': '13946d6c027543e19b729b21c728a3ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:50.544622 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47502) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:50.614589 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4711fbc9-f95c-4adf-a030-8a6f43e1ac06 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:50.665246 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c78e4fbd-314f-4599-a3a9-fe944efbf6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:50.693427 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:50.694690 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4711fbc9-f95c-4adf-a030-8a6f43e1ac06 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:50.703193 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] Transition to ACTIVE for port object d3fa6664-a704-464e-a05a-7e21c37ed442 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:13:50.761667 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4711fbc9-f95c-4adf-a030-8a6f43e1ac06 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:50.775703 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c78e4fbd-314f-4599-a3a9-fe944efbf6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:50.781861 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:50.786941 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711fbc9-f95c-4adf-a030-8a6f43e1ac06 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58d22a1-a22d-4161-9344-b84c45a70f8e,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:50.828887 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c78e4fbd-314f-4599-a3a9-fe944efbf6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:50.831234 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b7041-4c09-4d38-81c1-6786c5901cc1 None None] Pushing event updated for resources: {'Port': ['ID=d3fa6664-a704-464e-a05a-7e21c37ed442,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:50.863349 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c78e4fbd-314f-4599-a3a9-fe944efbf6ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6dace5a49ce34b20823fabd452f436ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176315 Aug 25 05:13:50.866097 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47506) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:50.872715 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e4fbd-314f-4599-a3a9-fe944efbf6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ada75e-fdd0-4c23-bbe3-1ca4dfaffcfb,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:50.888030 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] Attempting to bind port d3fa6664-a704-464e-a05a-7e21c37ed442 on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:13:50.888413 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] Attempting to bind port d3fa6664-a704-464e-a05a-7e21c37ed442 by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': '1b0731c9-e883-4ede-a227-3d10ad3b30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e7bbed39-611e-466d-ac9b-90cd38cf0c9c'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:13:50.888819 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] Attempting to bind port d3fa6664-a704-464e-a05a-7e21c37ed442 on network e7bbed39-611e-466d-ac9b-90cd38cf0c9c {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:13:50.891604 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4711fbc9-f95c-4adf-a030-8a6f43e1ac06 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:50.893019 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-4711fbc9-f95c-4adf-a030-8a6f43e1ac06 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4028661 Aug 25 05:13:50.895689 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47508) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:50.895942 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:13:50.896300 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] Checking segment: {'id': '1b0731c9-e883-4ede-a227-3d10ad3b30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e7bbed39-611e-466d-ac9b-90cd38cf0c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:13:50.896783 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:50.897083 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] Bound using segment: {'id': '1b0731c9-e883-4ede-a227-3d10ad3b30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e7bbed39-611e-466d-ac9b-90cd38cf0c9c'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:13:50.897549 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] Bound port: d3fa6664-a704-464e-a05a-7e21c37ed442, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0731c9-e883-4ede-a227-3d10ad3b30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e7bbed39-611e-466d-ac9b-90cd38cf0c9c'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:13:50.897927 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:50.901683 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-49e15b04-eef8-4874-8aa0-c2e8d2555d88 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Request body: {'security_group_rule': {'security_group_id': '828c09c5-5bfb-4442-836b-58409016daaa', 'project_id': '13946d6c027543e19b729b21c728a3ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:50.947869 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5431cce9-9d7d-4e47-b1f9-30f901fe130c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:50.965103 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] For port d3fa6664-a704-464e-a05a-7e21c37ed442, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:13:50.969601 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] For port d3fa6664-a704-464e-a05a-7e21c37ed442, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=d3fa6664-a704-464e-a05a-7e21c37ed442,segment=NetworkSegment(1b0731c9-e883-4ede-a227-3d10ad3b30df),segment_id=1b0731c9-e883-4ede-a227-3d10ad3b30df)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:13:50.973903 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5431cce9-9d7d-4e47-b1f9-30f901fe130c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:51.031890 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49e15b04-eef8-4874-8aa0-c2e8d2555d88 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:51.071714 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:51.101339 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5431cce9-9d7d-4e47-b1f9-30f901fe130c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:51.104295 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5431cce9-9d7d-4e47-b1f9-30f901fe130c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:51.105425 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-5431cce9-9d7d-4e47-b1f9-30f901fe130c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41ada75e-fdd0-4c23-bbe3-1ca4dfaffcfb HTTP/1.1" status: 204 len: 168 time: 0.2379136 Aug 25 05:13:51.115990 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49e15b04-eef8-4874-8aa0-c2e8d2555d88 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:51.118206 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] Routers {'94c4dc5f-6b06-45f0-82d7-5181cae79513'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:13:51.118868 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:13:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['94c4dc5f-6b06-45f0-82d7-5181cae79513'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:51.121192 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431cce9-9d7d-4e47-b1f9-30f901fe130c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ada75e-fdd0-4c23-bbe3-1ca4dfaffcfb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:51.201432 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49e15b04-eef8-4874-8aa0-c2e8d2555d88 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:51.221313 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e15b04-eef8-4874-8aa0-c2e8d2555d88 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf1e703-6921-4b27-a938-9bb0fc70d57c,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:51.301506 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49e15b04-eef8-4874-8aa0-c2e8d2555d88 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:51.302911 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b7041-4c09-4d38-81c1-6786c5901cc1 None None] Pushing event updated for resources: {'Port': ['ID=d3fa6664-a704-464e-a05a-7e21c37ed442,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:51.303048 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-49e15b04-eef8-4874-8aa0-c2e8d2555d88 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4060104 Aug 25 05:13:51.305703 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47512) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:51.311417 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3cd21851-1453-404d-92ae-8b382942e5b7 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Request body: {'security_group_rule': {'security_group_id': '828c09c5-5bfb-4442-836b-58409016daaa', 'project_id': '13946d6c027543e19b729b21c728a3ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:51.334707 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] Set router 94c4dc5f-6b06-45f0-82d7-5181cae79513 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:13:51.397720 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 8d94c333-ec4b-4c71-bd34-ea32456392f1 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:51.404373 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-3cd21851-1453-404d-92ae-8b382942e5b7 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Project 13946d6c027543e19b729b21c728a3ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 05:13:51.410039 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3cd21851-1453-404d-92ae-8b382942e5b7 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:51.459189 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 8d94c333-ec4b-4c71-bd34-ea32456392f1 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:13:51.459801 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:51.481686 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3cd21851-1453-404d-92ae-8b382942e5b7 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:51.551902 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c4dc5f-6b06-45f0-82d7-5181cae79513', 'name': 'tempest-TestVolumeBootPattern-2103101484-router', 'tenant_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '8d94c333-ec4b-4c71-bd34-ea32456392f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:44Z', 'updated_at': '2021-08-25T05:13:47Z', 'revision_number': 4, 'project_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'gw_port': {'id': '8d94c333-ec4b-4c71-bd34-ea32456392f1', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c4dc5f-6b06-45f0-82d7-5181cae79513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:44Z', 'updated_at': '2021-08-25T05:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': 'd3fa6664-a704-464e-a05a-7e21c37ed442', 'name': '', 'network_id': 'e7bbed39-611e-466d-ac9b-90cd38cf0c9c', 'tenant_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'mac_address': 'fa:16:3e:c4:9c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c4dc5f-6b06-45f0-82d7-5181cae79513', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '65118cfe-1388-4840-8711-565f4e2ac0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:47Z', 'updated_at': '2021-08-25T05:13:50Z', 'revision_number': 4, 'project_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'subnets': [{'id': '65118cfe-1388-4840-8711-565f4e2ac0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:51.578734 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06c02b3-1e43-444f-8837-cac768c9db7e None None] The sync data for ids ['94c4dc5f-6b06-45f0-82d7-5181cae79513'] in dv-cinder-757936-7-iscsi is: [{'id': '94c4dc5f-6b06-45f0-82d7-5181cae79513', 'name': 'tempest-TestVolumeBootPattern-2103101484-router', 'tenant_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '8d94c333-ec4b-4c71-bd34-ea32456392f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:44Z', 'updated_at': '2021-08-25T05:13:47Z', 'revision_number': 4, 'project_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'gw_port': {'id': '8d94c333-ec4b-4c71-bd34-ea32456392f1', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c4dc5f-6b06-45f0-82d7-5181cae79513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:44Z', 'updated_at': '2021-08-25T05:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': 'd3fa6664-a704-464e-a05a-7e21c37ed442', 'name': '', 'network_id': 'e7bbed39-611e-466d-ac9b-90cd38cf0c9c', 'tenant_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'mac_address': 'fa:16:3e:c4:9c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c4dc5f-6b06-45f0-82d7-5181cae79513', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '65118cfe-1388-4840-8711-565f4e2ac0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:47Z', 'updated_at': '2021-08-25T05:13:50Z', 'revision_number': 4, 'project_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'subnets': [{'id': '65118cfe-1388-4840-8711-565f4e2ac0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:13:51.612808 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3cd21851-1453-404d-92ae-8b382942e5b7 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:51.646790 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd21851-1453-404d-92ae-8b382942e5b7 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09097fe6-b408-4515-a54a-242c53aeedb0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:51.708039 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3cd21851-1453-404d-92ae-8b382942e5b7 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:51.711168 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-3cd21851-1453-404d-92ae-8b382942e5b7 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4044271 Aug 25 05:13:51.713260 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47522) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:51.723386 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3a3a522e-07d1-4076-8fe9-33ba9ab4612b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Request body: {'security_group_rule': {'security_group_id': '828c09c5-5bfb-4442-836b-58409016daaa', 'project_id': '13946d6c027543e19b729b21c728a3ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:51.830071 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-3a3a522e-07d1-4076-8fe9-33ba9ab4612b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Project 13946d6c027543e19b729b21c728a3ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 05:13:51.835455 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a3a522e-07d1-4076-8fe9-33ba9ab4612b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:51.902760 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a3a522e-07d1-4076-8fe9-33ba9ab4612b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:51.918069 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47528) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:51.932951 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5f72640e-29f6-471f-b658-3e471965f72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:51.984514 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a3a522e-07d1-4076-8fe9-33ba9ab4612b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:52.002721 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a522e-07d1-4076-8fe9-33ba9ab4612b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0ec97f-57b2-4d79-8b18-6b1b02aea2ea,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:52.111289 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5f72640e-29f6-471f-b658-3e471965f72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:52.218227 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5f72640e-29f6-471f-b658-3e471965f72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:52.258892 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-5f72640e-29f6-471f-b658-3e471965f72d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1636ec91e0a4d03b0282209e44d64dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391685 Aug 25 05:13:52.260023 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72640e-29f6-471f-b658-3e471965f72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9e4834-55ca-4df4-b700-79d5642f403c,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:52.261565 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47532) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:52.306333 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a3a522e-07d1-4076-8fe9-33ba9ab4612b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:52.307616 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-3a3a522e-07d1-4076-8fe9-33ba9ab4612b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5944448 Aug 25 05:13:52.323417 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-475a8b8a-af66-4e7e-8bc9-9af0566a94d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:52.348352 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-475a8b8a-af66-4e7e-8bc9-9af0566a94d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:52.492585 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-475a8b8a-af66-4e7e-8bc9-9af0566a94d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:52.496419 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-475a8b8a-af66-4e7e-8bc9-9af0566a94d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:52.496983 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-475a8b8a-af66-4e7e-8bc9-9af0566a94d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af9e4834-55ca-4df4-b700-79d5642f403c HTTP/1.1" status: 204 len: 168 time: 0.2338257 Aug 25 05:13:52.511277 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a8b8a-af66-4e7e-8bc9-9af0566a94d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9e4834-55ca-4df4-b700-79d5642f403c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:53.395117 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device d3fa6664-a704-464e-a05a-7e21c37ed442 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:53.496043 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port d3fa6664-a704-464e-a05a-7e21c37ed442 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:13:53.500060 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port d3fa6664-a704-464e-a05a-7e21c37ed442 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:13:53.500695 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:53.584516 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:53.624194 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port d3fa6664-a704-464e-a05a-7e21c37ed442, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=d3fa6664-a704-464e-a05a-7e21c37ed442,segment=NetworkSegment(1b0731c9-e883-4ede-a227-3d10ad3b30df),segment_id=1b0731c9-e883-4ede-a227-3d10ad3b30df)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:53.685200 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:53.750375 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=d3fa6664-a704-464e-a05a-7e21c37ed442,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:55.376705 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device d3fa6664-a704-464e-a05a-7e21c37ed442 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:55.423695 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port d3fa6664-a704-464e-a05a-7e21c37ed442 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:13:55.424072 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:57.124026 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47704) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:57.228852 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3483fd8-d77e-49f6-838f-481da15ecce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:57.313977 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3483fd8-d77e-49f6-838f-481da15ecce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:57.398781 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3483fd8-d77e-49f6-838f-481da15ecce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:57.435899 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d3483fd8-d77e-49f6-838f-481da15ecce3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26656c8855ef49ac89a6b4095ba7d8a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106811 Aug 25 05:13:57.438553 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47710) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:57.440894 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3483fd8-d77e-49f6-838f-481da15ecce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0778c975-0af8-41b5-af90-a4f5e4e228a2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:57.489063 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0ea1d6b9-94e2-4d74-9d40-a5d228d118a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:57.509837 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0ea1d6b9-94e2-4d74-9d40-a5d228d118a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:57.616171 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0ea1d6b9-94e2-4d74-9d40-a5d228d118a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:57.618940 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0ea1d6b9-94e2-4d74-9d40-a5d228d118a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:57.620226 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-0ea1d6b9-94e2-4d74-9d40-a5d228d118a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0778c975-0af8-41b5-af90-a4f5e4e228a2 HTTP/1.1" status: 204 len: 168 time: 0.1801083 Aug 25 05:13:57.628528 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1d6b9-94e2-4d74-9d40-a5d228d118a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0778c975-0af8-41b5-af90-a4f5e4e228a2,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:57.782744 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:13:58.268096 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47720) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:58.281977 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d5f1c00f-0f81-445f-9ff4-9f7449142d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:58.371044 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d5f1c00f-0f81-445f-9ff4-9f7449142d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:58.476392 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d5f1c00f-0f81-445f-9ff4-9f7449142d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:58.519996 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1c00f-0f81-445f-9ff4-9f7449142d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19507b4-89d3-4f07-8842-b3dfd03f4a9e,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:58.528387 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d5f1c00f-0f81-445f-9ff4-9f7449142d48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dde80a7dc55b4f42924eca5ba289973e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565501 Aug 25 05:13:58.530612 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47724) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:13:58.580418 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8d7a8343-70cb-488f-a141-cfd44a3d718f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:58.604307 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8d7a8343-70cb-488f-a141-cfd44a3d718f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:58.741708 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8d7a8343-70cb-488f-a141-cfd44a3d718f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:58.748563 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8d7a8343-70cb-488f-a141-cfd44a3d718f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:13:58.748563 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-8d7a8343-70cb-488f-a141-cfd44a3d718f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b19507b4-89d3-4f07-8842-b3dfd03f4a9e HTTP/1.1" status: 204 len: 168 time: 0.2141809 Aug 25 05:13:58.755063 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a8343-70cb-488f-a141-cfd44a3d718f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19507b4-89d3-4f07-8842-b3dfd03f4a9e,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:00.532667 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3ddf39d-5044-430d-b2dd-a68cd9ad7a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:01.714451 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47808) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:01.817970 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-94a64074-1cf5-47b8-8bcf-991e762fa321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:01.906384 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-94a64074-1cf5-47b8-8bcf-991e762fa321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:01.990055 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-94a64074-1cf5-47b8-8bcf-991e762fa321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:02.035426 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-94a64074-1cf5-47b8-8bcf-991e762fa321 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=abb0a67e62b14294b866456e6d7e64e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198166 Aug 25 05:14:02.036363 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a64074-1cf5-47b8-8bcf-991e762fa321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e231e8d4-fb0d-4178-aec6-821832826539,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:02.038178 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47814) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:02.091680 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efb8c7ec-2e20-459d-8286-1152fdf056cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:02.116397 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efb8c7ec-2e20-459d-8286-1152fdf056cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:02.263991 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efb8c7ec-2e20-459d-8286-1152fdf056cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:02.266495 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efb8c7ec-2e20-459d-8286-1152fdf056cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:02.267720 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-efb8c7ec-2e20-459d-8286-1152fdf056cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e231e8d4-fb0d-4178-aec6-821832826539 HTTP/1.1" status: 204 len: 168 time: 0.2278380 Aug 25 05:14:02.275915 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8c7ec-2e20-459d-8286-1152fdf056cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e231e8d4-fb0d-4178-aec6-821832826539,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:02.946255 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47824) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:02.959025 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8582418b-5563-4038-bfc8-1106d8ac73df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:02.987486 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06bfdcb6-ab6f-43a3-a307-e09172a2fbb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:03.169867 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8582418b-5563-4038-bfc8-1106d8ac73df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:03.238174 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8582418b-5563-4038-bfc8-1106d8ac73df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:03.279500 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-8582418b-5563-4038-bfc8-1106d8ac73df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78d176f295d044b68b108eea50c915ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317633 Aug 25 05:14:03.282257 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47828) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:03.282807 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582418b-5563-4038-bfc8-1106d8ac73df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e41b4b-2af9-4e51-a316-14e1bd992988,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:03.332423 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:03.336466 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6b1332d2-2fa9-4f67-abd9-6e9520138d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:03.360208 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6b1332d2-2fa9-4f67-abd9-6e9520138d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:03.498093 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6b1332d2-2fa9-4f67-abd9-6e9520138d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:03.501006 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6b1332d2-2fa9-4f67-abd9-6e9520138d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:03.502156 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-6b1332d2-2fa9-4f67-abd9-6e9520138d4f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69e41b4b-2af9-4e51-a316-14e1bd992988 HTTP/1.1" status: 204 len: 168 time: 0.2188466 Aug 25 05:14:03.510553 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1332d2-2fa9-4f67-abd9-6e9520138d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e41b4b-2af9-4e51-a316-14e1bd992988,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:04.267453 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:05.938038 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:09.282407 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 47984) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:09.384380 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3ed5-b39d-4837-835e-43f127be5d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:09.469147 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3ed5-b39d-4837-835e-43f127be5d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:09.571902 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3ed5-b39d-4837-835e-43f127be5d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:09.610552 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-cfcc3ed5-b39d-4837-835e-43f127be5d59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf426d0d78094da7805400c4105f1c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269370 Aug 25 05:14:09.611664 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc3ed5-b39d-4837-835e-43f127be5d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e2e82a-1390-491a-ad9b-f7d168be6126,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:09.613306 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 47994) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:09.661404 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-551fadd1-1ccb-46b5-8144-e13a5694280d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:09.682365 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-551fadd1-1ccb-46b5-8144-e13a5694280d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:09.787047 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-551fadd1-1ccb-46b5-8144-e13a5694280d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:09.789588 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-551fadd1-1ccb-46b5-8144-e13a5694280d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:09.790694 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-551fadd1-1ccb-46b5-8144-e13a5694280d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05e2e82a-1390-491a-ad9b-f7d168be6126 HTTP/1.1" status: 204 len: 168 time: 0.1763115 Aug 25 05:14:09.798935 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fadd1-1ccb-46b5-8144-e13a5694280d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e2e82a-1390-491a-ad9b-f7d168be6126,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:10.832275 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48036) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:10.934254 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-33b2ac80-ce4a-4502-9593-da73200f9c97 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1029506731-network', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:11.023778 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b2ac80-ce4a-4502-9593-da73200f9c97 admin admin] Made reservation on behalf of ab1013c99e23487a9275a86c94a56cb4 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:14:11.026113 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b2ac80-ce4a-4502-9593-da73200f9c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:11.035181 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b2ac80-ce4a-4502-9593-da73200f9c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:11.121118 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b2ac80-ce4a-4502-9593-da73200f9c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:11.189629 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b2ac80-ce4a-4502-9593-da73200f9c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:11.214106 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b2ac80-ce4a-4502-9593-da73200f9c97 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:14:11.223382 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2ac80-ce4a-4502-9593-da73200f9c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd3184f-765c-4516-b3dd-370683fc8689,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:11.228017 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b2ac80-ce4a-4502-9593-da73200f9c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:11.228365 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-33b2ac80-ce4a-4502-9593-da73200f9c97 admin admin] Added segment 3a1debac-b5ba-4dcd-8a4d-7e81711d9952 of type vlan for network af85147f-5e85-4628-9db0-24fa351703a8 Aug 25 05:14:11.268431 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b2ac80-ce4a-4502-9593-da73200f9c97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785199393567'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:11.347011 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b2ac80-ce4a-4502-9593-da73200f9c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:11.347995 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b2ac80-ce4a-4502-9593-da73200f9c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:11.348575 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b2ac80-ce4a-4502-9593-da73200f9c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:11.409725 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2ac80-ce4a-4502-9593-da73200f9c97 admin admin] Pushing event updated for resources: {'Network': ['ID=af85147f-5e85-4628-9db0-24fa351703a8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:11.420497 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Network af85147f-5e85-4628-9db0-24fa351703a8 details requested by agent ovs-agent-dv-cinder-757936-7-iscsi with host dv-cinder-757936-7-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:14:11.433660 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-33b2ac80-ce4a-4502-9593-da73200f9c97 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6002393 Aug 25 05:14:11.437006 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48042) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:11.451709 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1dc47479-7092-478a-bb8d-dd041c973ad3 admin admin] Request body: {'subnet': {'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1029506731-subnet', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:11.526690 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc47479-7092-478a-bb8d-dd041c973ad3 admin admin] Made reservation on behalf of ab1013c99e23487a9275a86c94a56cb4 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:14:11.529491 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1dc47479-7092-478a-bb8d-dd041c973ad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062612'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:11.976772 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-989044ca-f507-49b7-8d11-36e081682737 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090778391&fields=id&tenant_id=13946d6c027543e19b729b21c728a3ee HTTP/1.1" status: 200 len: 267 time: 0.0331616 Aug 25 05:14:12.024544 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1dc47479-7092-478a-bb8d-dd041c973ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8793661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062822'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:12.133631 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc47479-7092-478a-bb8d-dd041c973ad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f2027e-fe44-426d-ba1e-518a6e976d23,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:12.171588 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc47479-7092-478a-bb8d-dd041c973ad3 admin admin] Checking segment: {'id': '3a1debac-b5ba-4dcd-8a4d-7e81711d9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:14:12.171951 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc47479-7092-478a-bb8d-dd041c973ad3 admin admin] Network hostable DHCP agents. Network: af85147f-5e85-4628-9db0-24fa351703a8, hostable agents: ['0a2fa090-2970-41a0-8073-2983789ee317'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:14:12.186253 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-d5bb1c17-9d50-4ad0-a6c4-e06efbdb5d76 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:12.187745 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-d5bb1c17-9d50-4ad0-a6c4-e06efbdb5d76 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/networks?id=62067af4-7b01-4b37-a0a2-f3697049de5a HTTP/1.1" status: 200 len: 812 time: 0.2042294 Aug 25 05:14:12.208619 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-04259ec4-907f-4972-86db-4849f9cebdd0 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/quotas/13946d6c027543e19b729b21c728a3ee HTTP/1.1" status: 200 len: 375 time: 0.0135312 Aug 25 05:14:12.260905 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-560a7e4b-e193-4d86-9811-0e91ef47984b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=13946d6c027543e19b729b21c728a3ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466394 Aug 25 05:14:12.281176 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc47479-7092-478a-bb8d-dd041c973ad3 admin admin] Network af85147f-5e85-4628-9db0-24fa351703a8 is scheduled to be hosted by DHCP agent 0a2fa090-2970-41a0-8073-2983789ee317 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:14:12.363220 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-8ee4d5b8-659c-44a2-b035-cbe7d6b2eef0 service neutron] 10.222.0.13 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903244 Aug 25 05:14:12.378361 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1dc47479-7092-478a-bb8d-dd041c973ad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-7-iscsi, af85147f-5e85-4628-9db0-24fa351703a8) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:14:12.382924 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc47479-7092-478a-bb8d-dd041c973ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:12.383835 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1dc47479-7092-478a-bb8d-dd041c973ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:12.388086 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8a0ecc-2e09-4b73-8b5c-b4d26fa5bfbb None None] Network af85147f-5e85-4628-9db0-24fa351703a8 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:14:12.468841 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-c1c409da-14bf-44c8-a6fa-25903a550085 service neutron] 10.222.0.13 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995946 Aug 25 05:14:12.513129 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1dc47479-7092-478a-bb8d-dd041c973ad3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0721312 Aug 25 05:14:12.513307 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48056) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:12.518073 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ff36429f-de98-43dd-a48f-03b7a5f5397f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1029506731-router', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:12.539378 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55636971-4e0d-59cb-9b48-5d411fba618d-af85147f-5e85-4628-9db0-24fa351703a8', 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'fixed_ips': [{'subnet_id': 'a2f2027e-fe44-426d-ba1e-518a6e976d23'}]}} from dv-cinder-757936-7-iscsi. {{(pid=94640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 05:14:12.540266 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:12.623823 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff36429f-de98-43dd-a48f-03b7a5f5397f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1195'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:12.624931 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff36429f-de98-43dd-a48f-03b7a5f5397f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:12.677346 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Allocated IP 172.20.0.2 (af85147f-5e85-4628-9db0-24fa351703a8/a2f2027e-fe44-426d-ba1e-518a6e976d23/a570c04b-9a2e-470a-b8dd-59147949ffc3) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:14:12.681108 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff36429f-de98-43dd-a48f-03b7a5f5397f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:12.827731 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:12.836748 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Transition to ACTIVE for port object a570c04b-9a2e-470a-b8dd-59147949ffc3 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:14:12.852092 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Transition to ACTIVE for port object a570c04b-9a2e-470a-b8dd-59147949ffc3 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:14:12.891070 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff36429f-de98-43dd-a48f-03b7a5f5397f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:12.997656 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:13.028952 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Network af85147f-5e85-4628-9db0-24fa351703a8 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:14:13.035261 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:14:13.039118 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:14:13.051186 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Pushing event updated for resources: {'Port': ['ID=a570c04b-9a2e-470a-b8dd-59147949ffc3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:13.071657 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:13.072008 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:13.072355 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:13.072697 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:13.073034 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:13.073363 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:13.073692 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:13.074017 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:13.074382 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:13.074734 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:13.075058 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:13.075381 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:13.112942 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Attempting to bind port a570c04b-9a2e-470a-b8dd-59147949ffc3 on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:14:13.113307 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Attempting to bind port a570c04b-9a2e-470a-b8dd-59147949ffc3 by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': '3a1debac-b5ba-4dcd-8a4d-7e81711d9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:14:13.113666 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Attempting to bind port a570c04b-9a2e-470a-b8dd-59147949ffc3 on network af85147f-5e85-4628-9db0-24fa351703a8 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:14:13.118625 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:14:13.119007 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Checking segment: {'id': '3a1debac-b5ba-4dcd-8a4d-7e81711d9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:14:13.119416 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:13.119804 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Bound using segment: {'id': '3a1debac-b5ba-4dcd-8a4d-7e81711d9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:14:13.120263 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Bound port: a570c04b-9a2e-470a-b8dd-59147949ffc3, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1debac-b5ba-4dcd-8a4d-7e81711d9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:14:13.120641 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:13.194468 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] For port a570c04b-9a2e-470a-b8dd-59147949ffc3, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:14:13.197734 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] For port a570c04b-9a2e-470a-b8dd-59147949ffc3, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=a570c04b-9a2e-470a-b8dd-59147949ffc3,segment=NetworkSegment(3a1debac-b5ba-4dcd-8a4d-7e81711d9952),segment_id=3a1debac-b5ba-4dcd-8a4d-7e81711d9952)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:14:13.198848 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff36429f-de98-43dd-a48f-03b7a5f5397f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:13.220588 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff36429f-de98-43dd-a48f-03b7a5f5397f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:13.253949 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2aebdf7e-4c9f-4526-90dd-feb263e26ae5 req-3679bc8f-5f1f-4f70-8b12-03f7c6cec4cb tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 210 time: 0.0275531 Aug 25 05:14:13.261924 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:13.332559 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d037e04-7e87-4703-9e2a-83758e1c1a48 None None] Pushing event updated for resources: {'Port': ['ID=a570c04b-9a2e-470a-b8dd-59147949ffc3,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:13.351931 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ff36429f-de98-43dd-a48f-03b7a5f5397f admin admin] Allocated IP 172.27.0.117 (45b0c649-47ed-40e6-b7f6-7d83dd176956/b736f3e8-97a3-44dd-aa37-7a4abcfbc24c/8ef4fe64-e72c-447f-9ab6-914da60bce00) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:14:13.472590 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff36429f-de98-43dd-a48f-03b7a5f5397f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:13.618629 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff36429f-de98-43dd-a48f-03b7a5f5397f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:13.663581 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff36429f-de98-43dd-a48f-03b7a5f5397f admin admin] Network 45b0c649-47ed-40e6-b7f6-7d83dd176956 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:14:13.669359 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ff36429f-de98-43dd-a48f-03b7a5f5397f admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:14:13.674020 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff36429f-de98-43dd-a48f-03b7a5f5397f admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:14:13.677192 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36429f-de98-43dd-a48f-03b7a5f5397f admin admin] Pushing event updated for resources: {'Port': ['ID=8ef4fe64-e72c-447f-9ab6-914da60bce00,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:14.017728 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff36429f-de98-43dd-a48f-03b7a5f5397f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:14.224921 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff36429f-de98-43dd-a48f-03b7a5f5397f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406382'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:14.228049 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0204ea7d-d897-4358-a702-10f0bbf7bb9d None None] Network af85147f-5e85-4628-9db0-24fa351703a8 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:14:14.341902 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bece4f17-4949-44f3-b869-ba9fe0c525de req-30723cce-05ec-4f8b-a3a1-f33ff4dac5c1 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 210 time: 0.0330861 Aug 25 05:14:14.385886 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-692599e4-784b-49a3-9ad9-a65ff44a250e None None] Provisioning for port a570c04b-9a2e-470a-b8dd-59147949ffc3 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:14:14.475015 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff36429f-de98-43dd-a48f-03b7a5f5397f admin admin] Router 634b86fa-6600-46b8-a7a4-f6d1af9bb36f is scheduled to L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 05:14:14.822305 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff36429f-de98-43dd-a48f-03b7a5f5397f admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:14:14.835861 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] Sync routers for ids ['634b86fa-6600-46b8-a7a4-f6d1af9bb36f'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:14:14.845226 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] Routers {'634b86fa-6600-46b8-a7a4-f6d1af9bb36f'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:14:14.845832 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:14:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['634b86fa-6600-46b8-a7a4-f6d1af9bb36f'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:14.949384 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff36429f-de98-43dd-a48f-03b7a5f5397f admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:14.953064 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ff36429f-de98-43dd-a48f-03b7a5f5397f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4363325 Aug 25 05:14:14.953193 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] Set router 634b86fa-6600-46b8-a7a4-f6d1af9bb36f gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:14:14.953455 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 48080) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:15.151038 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'name': 'tempest-TestShelveInstance-1029506731-router', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:12Z', 'updated_at': '2021-08-25T05:14:13Z', 'revision_number': 3, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'gw_port': {'id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:13Z', 'updated_at': '2021-08-25T05:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:15.179249 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] Checking router: 634b86fa-6600-46b8-a7a4-f6d1af9bb36f for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:14:15.179609 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] Updating router 634b86fa-6600-46b8-a7a4-f6d1af9bb36f port 8ef4fe64-e72c-447f-9ab6-914da60bce00 binding host dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:14:15.206142 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:15.396900 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56cd02f7-53a1-4cda-90ad-1d9215969dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:15.432527 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device a570c04b-9a2e-470a-b8dd-59147949ffc3 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:14:15.472895 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8c0402fb-53c2-42ef-8f8c-88bebe6fa79d req-b967406c-2363-4dd6-bafe-d93fff037960 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 210 time: 0.0525112 Aug 25 05:14:15.545618 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:15.556303 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] Transition to ACTIVE for port object 8ef4fe64-e72c-447f-9ab6-914da60bce00 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:14:15.585156 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-56cd02f7-53a1-4cda-90ad-1d9215969dc4 admin admin] Allocated IP 172.20.0.1 (af85147f-5e85-4628-9db0-24fa351703a8/a2f2027e-fe44-426d-ba1e-518a6e976d23/36cf2b2b-d451-4137-96e4-91afb8f1f0d3) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:14:15.592457 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port a570c04b-9a2e-470a-b8dd-59147949ffc3 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:14:15.596403 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port a570c04b-9a2e-470a-b8dd-59147949ffc3 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:14:15.602015 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:15.622013 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:15.688998 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56cd02f7-53a1-4cda-90ad-1d9215969dc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:15.689772 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] Attempting to bind port 8ef4fe64-e72c-447f-9ab6-914da60bce00 on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:14:15.690143 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] Attempting to bind port 8ef4fe64-e72c-447f-9ab6-914da60bce00 by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:14:15.690540 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] Attempting to bind port 8ef4fe64-e72c-447f-9ab6-914da60bce00 on network 45b0c649-47ed-40e6-b7f6-7d83dd176956 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:14:15.694229 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660f72f-1565-4bc3-8429-eb31466284f7 None None] Pushing event updated for resources: {'Port': ['ID=8ef4fe64-e72c-447f-9ab6-914da60bce00,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:15.703175 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:14:15.703175 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] Checking segment: {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:14:15.703175 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:15.703629 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] Bound using segment: {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:14:15.703745 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [None req-56cd02f7-53a1-4cda-90ad-1d9215969dc4 admin admin] Transition to ACTIVE for port object 36cf2b2b-d451-4137-96e4-91afb8f1f0d3 will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:14:15.704026 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] Bound port: 8ef4fe64-e72c-447f-9ab6-914da60bce00, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:14:15.704415 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:15.798334 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] For port 8ef4fe64-e72c-447f-9ab6-914da60bce00, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:14:15.801968 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:15.819681 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] For port 8ef4fe64-e72c-447f-9ab6-914da60bce00, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=8ef4fe64-e72c-447f-9ab6-914da60bce00,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:14:15.833338 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56cd02f7-53a1-4cda-90ad-1d9215969dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:15.846718 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port a570c04b-9a2e-470a-b8dd-59147949ffc3, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=a570c04b-9a2e-470a-b8dd-59147949ffc3,segment=NetworkSegment(3a1debac-b5ba-4dcd-8a4d-7e81711d9952),segment_id=3a1debac-b5ba-4dcd-8a4d-7e81711d9952)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:15.891691 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:15.908271 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cd02f7-53a1-4cda-90ad-1d9215969dc4 admin admin] Network af85147f-5e85-4628-9db0-24fa351703a8 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:14:15.927119 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:15.937923 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-56cd02f7-53a1-4cda-90ad-1d9215969dc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:14:15.941803 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd02f7-53a1-4cda-90ad-1d9215969dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=36cf2b2b-d451-4137-96e4-91afb8f1f0d3,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:15.946110 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cd02f7-53a1-4cda-90ad-1d9215969dc4 admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:14:15.964247 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] Routers {'634b86fa-6600-46b8-a7a4-f6d1af9bb36f'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:14:15.965745 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:14:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['634b86fa-6600-46b8-a7a4-f6d1af9bb36f'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:16.038942 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56cd02f7-53a1-4cda-90ad-1d9215969dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406045'] for router_interface, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:16.180959 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-c8d243ec-f89d-405f-84e4-187f525a477a tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:16.182448 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-c8d243ec-f89d-405f-84e4-187f525a477a tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.20 "GET /v2.0/networks?id=62067af4-7b01-4b37-a0a2-f3697049de5a HTTP/1.1" status: 200 len: 812 time: 0.3213837 Aug 25 05:14:16.208028 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660f72f-1565-4bc3-8429-eb31466284f7 None None] Pushing event updated for resources: {'Port': ['ID=8ef4fe64-e72c-447f-9ab6-914da60bce00,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:16.260869 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-cab8c6e5-be64-4d21-a469-0d57138d2e33 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13946d6c027543e19b729b21c728a3ee HTTP/1.1" status: 200 len: 380 time: 0.0616016 Aug 25 05:14:16.266327 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56cd02f7-53a1-4cda-90ad-1d9215969dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:16.272412 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-9267fb10-258b-4e80-ae5b-c452e9604dd3 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Request body: {'port': {'device_id': 'ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'admin_state_up': True, 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'security_groups': ['828c09c5-5bfb-4442-836b-58409016daaa']}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:16.293787 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=a570c04b-9a2e-470a-b8dd-59147949ffc3,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:16.307333 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] Set router 634b86fa-6600-46b8-a7a4-f6d1af9bb36f gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:14:16.448277 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-6fe69293-3af6-4e16-92fc-0b55df5285d7 None None] Provisioning for port 36cf2b2b-d451-4137-96e4-91afb8f1f0d3 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:14:16.454165 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-6fe69293-3af6-4e16-92fc-0b55df5285d7 None None] Provisioning complete for port 36cf2b2b-d451-4137-96e4-91afb8f1f0d3 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:14:16.457564 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fe69293-3af6-4e16-92fc-0b55df5285d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:16.509887 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6fe69293-3af6-4e16-92fc-0b55df5285d7 None None] Port 36cf2b2b-d451-4137-96e4-91afb8f1f0d3 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:14:16.530612 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'name': 'tempest-TestShelveInstance-1029506731-router', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:12Z', 'updated_at': '2021-08-25T05:14:13Z', 'revision_number': 3, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'gw_port': {'id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:13Z', 'updated_at': '2021-08-25T05:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:16.534788 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56cd02f7-53a1-4cda-90ad-1d9215969dc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:16.537391 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-9267fb10-258b-4e80-ae5b-c452e9604dd3 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Made reservation on behalf of 13946d6c027543e19b729b21c728a3ee for: {'port': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:14:16.540905 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-9267fb10-258b-4e80-ae5b-c452e9604dd3 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:16.563335 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ffe537-a714-43e1-ba76-d2060a40b078 None None] The sync data for ids ['634b86fa-6600-46b8-a7a4-f6d1af9bb36f'] in dv-cinder-757936-7-iscsi is: [{'id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'name': 'tempest-TestShelveInstance-1029506731-router', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:12Z', 'updated_at': '2021-08-25T05:14:13Z', 'revision_number': 3, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'gw_port': {'id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:13Z', 'updated_at': '2021-08-25T05:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:14:16.590075 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-58cef9c3-bef8-4c7c-aaa4-8ebc3d3d9b7b req-283a8e6b-32ed-4473-b68a-d45cbabc7a76 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 210 time: 0.0333586 Aug 25 05:14:16.611787 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56cd02f7-53a1-4cda-90ad-1d9215969dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52348945'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:16.706703 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56cd02f7-53a1-4cda-90ad-1d9215969dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552907'] for router_interface, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:16.717676 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd02f7-53a1-4cda-90ad-1d9215969dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=36cf2b2b-d451-4137-96e4-91afb8f1f0d3,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:16.756243 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-9267fb10-258b-4e80-ae5b-c452e9604dd3 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Allocated IP 172.20.0.13 (62067af4-7b01-4b37-a0a2-f3697049de5a/4c5af6f4-efdc-4916-98a3-b9087870d169/57a796e0-e094-444a-9125-d9bd919d5046) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:14:17.150995 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cd02f7-53a1-4cda-90ad-1d9215969dc4 admin admin] Network af85147f-5e85-4628-9db0-24fa351703a8 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:14:17.154929 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-56cd02f7-53a1-4cda-90ad-1d9215969dc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:14:17.320517 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-9267fb10-258b-4e80-ae5b-c452e9604dd3 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:17.349040 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-9267fb10-258b-4e80-ae5b-c452e9604dd3 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Transition to ACTIVE for port object 57a796e0-e094-444a-9125-d9bd919d5046 will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:14:17.363484 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cd02f7-53a1-4cda-90ad-1d9215969dc4 admin admin] Router 634b86fa-6600-46b8-a7a4-f6d1af9bb36f has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:14:17.444597 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-916140fa-aeeb-486a-abac-cc1eb8abe8cd None None] Provisioning complete for port 36cf2b2b-d451-4137-96e4-91afb8f1f0d3 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:14:17.445264 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-916140fa-aeeb-486a-abac-cc1eb8abe8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:17.471901 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-9267fb10-258b-4e80-ae5b-c452e9604dd3 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:17.486350 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-916140fa-aeeb-486a-abac-cc1eb8abe8cd None None] Port 36cf2b2b-d451-4137-96e4-91afb8f1f0d3 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:14:17.519137 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 8ef4fe64-e72c-447f-9ab6-914da60bce00 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:14:17.534540 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-9267fb10-258b-4e80-ae5b-c452e9604dd3 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Network 62067af4-7b01-4b37-a0a2-f3697049de5a is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:14:17.544003 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-9267fb10-258b-4e80-ae5b-c452e9604dd3 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:14:17.551539 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-9267fb10-258b-4e80-ae5b-c452e9604dd3 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:14:17.589102 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267fb10-258b-4e80-ae5b-c452e9604dd3 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Pushing event updated for resources: {'Port': ['ID=57a796e0-e094-444a-9125-d9bd919d5046,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:17.606966 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cd02f7-53a1-4cda-90ad-1d9215969dc4 admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:14:17.613230 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-56cd02f7-53a1-4cda-90ad-1d9215969dc4 admin admin] 10.222.0.13 "PUT /v2.0/routers/634b86fa-6600-46b8-a7a4-f6d1af9bb36f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6587882 Aug 25 05:14:17.623589 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-9267fb10-258b-4e80-ae5b-c452e9604dd3 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:17.623589 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-9267fb10-258b-4e80-ae5b-c452e9604dd3 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:17.658307 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port 8ef4fe64-e72c-447f-9ab6-914da60bce00 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:14:17.662676 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 8ef4fe64-e72c-447f-9ab6-914da60bce00 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:14:17.663153 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:17.726008 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3082a-b08e-43d8-95da-f38acb84c267 req-ab8ba820-fa65-4fca-afbc-c3eaad3e3081 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:17.732976 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7aa3082a-b08e-43d8-95da-f38acb84c267 req-ab8ba820-fa65-4fca-afbc-c3eaad3e3081 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 932 time: 0.0662553 Aug 25 05:14:17.748609 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-9267fb10-258b-4e80-ae5b-c452e9604dd3 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4799285 Aug 25 05:14:17.777841 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:17.783163 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7aa3082a-b08e-43d8-95da-f38acb84c267 req-88d63d9c-883b-4be6-83b5-0f1f76aec10d tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436060 Aug 25 05:14:17.787017 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] Request body: {'port': {'device_id': 'ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:17.804372 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port 8ef4fe64-e72c-447f-9ab6-914da60bce00, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=8ef4fe64-e72c-447f-9ab6-914da60bce00,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:17.856141 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:17.955556 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:17.956862 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device a570c04b-9a2e-470a-b8dd-59147949ffc3 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:14:18.049723 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-43af34d4-908d-4b2f-b5e2-5364194cbfdc None None] Provisioning for port 57a796e0-e094-444a-9125-d9bd919d5046 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:14:18.053449 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=8ef4fe64-e72c-447f-9ab6-914da60bce00,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:18.062473 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-43af34d4-908d-4b2f-b5e2-5364194cbfdc None None] Provisioning complete for port 57a796e0-e094-444a-9125-d9bd919d5046 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:14:18.062889 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43af34d4-908d-4b2f-b5e2-5364194cbfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:18.099966 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port a570c04b-9a2e-470a-b8dd-59147949ffc3 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:14:18.100341 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:18.136233 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-43af34d4-908d-4b2f-b5e2-5364194cbfdc None None] Port 57a796e0-e094-444a-9125-d9bd919d5046 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:14:18.144982 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57a796e0-e094-444a-9125-d9bd919d5046 {{(pid=94638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:14:18.155571 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:18.169749 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] Transition to ACTIVE for port object 57a796e0-e094-444a-9125-d9bd919d5046 will not be triggered until provisioned by entity L2. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:14:18.252486 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52348945'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:18.316895 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] Pushing event updated for resources: {'Port': ['ID=57a796e0-e094-444a-9125-d9bd919d5046,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:18.385610 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] Sync routers for ids ['634b86fa-6600-46b8-a7a4-f6d1af9bb36f'] in dv-cinder-757936-7-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:14:18.392974 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] Attempting to bind port 57a796e0-e094-444a-9125-d9bd919d5046 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:14:18.393309 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] Attempting to bind port 57a796e0-e094-444a-9125-d9bd919d5046 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '2cd2f051-cbbd-4387-a178-cdcafdfed5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a'}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:14:18.393699 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] Attempting to bind port 57a796e0-e094-444a-9125-d9bd919d5046 on network 62067af4-7b01-4b37-a0a2-f3697049de5a {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:14:18.395306 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] Routers {'634b86fa-6600-46b8-a7a4-f6d1af9bb36f'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:14:18.396172 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:14:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['634b86fa-6600-46b8-a7a4-f6d1af9bb36f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:18.400119 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] Port 57a796e0-e094-444a-9125-d9bd919d5046 on network 62067af4-7b01-4b37-a0a2-f3697049de5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 05:14:18.400452 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] Attempting to bind port 57a796e0-e094-444a-9125-d9bd919d5046 on network 62067af4-7b01-4b37-a0a2-f3697049de5a {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:14:18.406405 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] Checking agent: {'id': '2d6b99c1-3d97-4a8a-bca5-2c0d702c36c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'started_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:14:18.406784 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] Checking segment: {'id': '2cd2f051-cbbd-4387-a178-cdcafdfed5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:14:18.407174 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] Bound using segment: {'id': '2cd2f051-cbbd-4387-a178-cdcafdfed5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a'} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:14:18.407610 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] Bound port: 57a796e0-e094-444a-9125-d9bd919d5046, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd2f051-cbbd-4387-a178-cdcafdfed5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a'}}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:14:18.407971 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:18.503090 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] For port 57a796e0-e094-444a-9125-d9bd919d5046, host hv-cinder-75793, cleared binding levels {{(pid=94638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:14:18.505932 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 48110) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:18.511154 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-3349d4e5-9441-46d0-b005-cf586e2096f5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1375186392-network', 'tenant_id': 'cb87dd49d0424f9bad1930864a9db615'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:18.528849 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] For port 57a796e0-e094-444a-9125-d9bd919d5046, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=57a796e0-e094-444a-9125-d9bd919d5046,segment=NetworkSegment(2cd2f051-cbbd-4387-a178-cdcafdfed5cf),segment_id=2cd2f051-cbbd-4387-a178-cdcafdfed5cf)] {{(pid=94638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:14:18.544443 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] Set router 634b86fa-6600-46b8-a7a4-f6d1af9bb36f gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:14:18.590535 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52348945'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:18.620753 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3349d4e5-9441-46d0-b005-cf586e2096f5 admin admin] Made reservation on behalf of cb87dd49d0424f9bad1930864a9db615 for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:14:18.623624 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3349d4e5-9441-46d0-b005-cf586e2096f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:18.638589 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:18.638589 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:18.640398 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] 10.222.0.20 "PUT /v2.0/ports/57a796e0-e094-444a-9125-d9bd919d5046 HTTP/1.1" status: 200 len: 1094 time: 0.8603516 Aug 25 05:14:18.645202 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8', 'tag': '57a796e0-e094-444a-9125-d9bd919d5046'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:14:18.647509 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e900550-c283-4d81-b780-99ee83685c18" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8", "tag": "57a796e0-e094-444a-9125-d9bd919d5046"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:14:18.672086 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3349d4e5-9441-46d0-b005-cf586e2096f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:18.700342 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1014dd-35db-4f2a-a8ea-3c164048a39f x-openstack-request-id: req-df1014dd-35db-4f2a-a8ea-3c164048a39f {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:14:18.700701 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8", "tag": "57a796e0-e094-444a-9125-d9bd919d5046", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:14:18.703940 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df1014dd-35db-4f2a-a8ea-3c164048a39f {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:14:18.703940 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8', 'tag': '57a796e0-e094-444a-9125-d9bd919d5046', 'status': 'completed', 'code': 200} Aug 25 05:14:18.711750 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767ebe1-a16b-4c9e-89e1-9e69ffa64c9f service neutron] Pushing event updated for resources: {'Port': ['ID=57a796e0-e094-444a-9125-d9bd919d5046,revision_number=3']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:18.777618 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'name': 'tempest-TestShelveInstance-1029506731-router', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:12Z', 'updated_at': '2021-08-25T05:14:16Z', 'revision_number': 4, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'gw_port': {'id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:13Z', 'updated_at': '2021-08-25T05:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '36cf2b2b-d451-4137-96e4-91afb8f1f0d3', 'name': '', 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'mac_address': 'fa:16:3e:20:83:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a2f2027e-fe44-426d-ba1e-518a6e976d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:15Z', 'updated_at': '2021-08-25T05:14:16Z', 'revision_number': 2, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'subnets': [{'id': 'a2f2027e-fe44-426d-ba1e-518a6e976d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:18.810094 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e900550-c283-4d81-b780-99ee83685c18 req-d6302033-3fbb-4f13-8415-6f6e27a0bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:18.811797 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e900550-c283-4d81-b780-99ee83685c18 req-d6302033-3fbb-4f13-8415-6f6e27a0bf57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13946d6c027543e19b729b21c728a3ee&device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 1097 time: 0.0657694 Aug 25 05:14:18.815507 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] Checking router: 634b86fa-6600-46b8-a7a4-f6d1af9bb36f for host: dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:14:18.816074 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] Updating router 634b86fa-6600-46b8-a7a4-f6d1af9bb36f port 36cf2b2b-d451-4137-96e4-91afb8f1f0d3 binding host dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:14:18.841896 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:18.867188 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3349d4e5-9441-46d0-b005-cf586e2096f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:18.968511 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3349d4e5-9441-46d0-b005-cf586e2096f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:18.978001 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bac3bd-f4b0-446d-a247-f8719613b6e2 req-13a508b6-fbc4-4e5c-8434-24d09e6b4d69 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:18.979490 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e4bac3bd-f4b0-446d-a247-f8719613b6e2 req-13a508b6-fbc4-4e5c-8434-24d09e6b4d69 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 944 time: 0.0802817 Aug 25 05:14:18.981242 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e900550-c283-4d81-b780-99ee83685c18 req-739e51b4-604f-4378-bb4f-ac4ed8b1063f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:18.982595 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e900550-c283-4d81-b780-99ee83685c18 req-739e51b4-604f-4378-bb4f-ac4ed8b1063f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=13946d6c027543e19b729b21c728a3ee&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1534305 Aug 25 05:14:19.034756 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3349d4e5-9441-46d0-b005-cf586e2096f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:14:19.093046 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349d4e5-9441-46d0-b005-cf586e2096f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c25b896-588a-4186-b565-43ea4b7fdb2f,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:19.096680 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3349d4e5-9441-46d0-b005-cf586e2096f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:19.096888 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-3349d4e5-9441-46d0-b005-cf586e2096f5 admin admin] Added segment fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0 of type vlan for network da322d56-4aeb-4485-884a-a9b91cf60309 Aug 25 05:14:19.117525 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:19.124406 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e4bac3bd-f4b0-446d-a247-f8719613b6e2 req-ff3afd02-c623-4864-94e5-d05379dbfb35 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349847 Aug 25 05:14:19.128825 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] Transition to ACTIVE for port object 36cf2b2b-d451-4137-96e4-91afb8f1f0d3 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:14:19.169961 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3349d4e5-9441-46d0-b005-cf586e2096f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785199393567'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:19.181880 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e900550-c283-4d81-b780-99ee83685c18 req-a3820d67-add8-496e-9c02-8032e73a9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:19.181880 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e900550-c283-4d81-b780-99ee83685c18 req-a3820d67-add8-496e-9c02-8032e73a9f50 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1792662 Aug 25 05:14:19.200905 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:19.255208 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47d9af-7ae0-45d5-8fa9-8c954463e5ea None None] Pushing event updated for resources: {'Port': ['ID=36cf2b2b-d451-4137-96e4-91afb8f1f0d3,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:19.269041 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3349d4e5-9441-46d0-b005-cf586e2096f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:19.270125 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3349d4e5-9441-46d0-b005-cf586e2096f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:19.270889 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3349d4e5-9441-46d0-b005-cf586e2096f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:19.312754 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] Attempting to bind port 36cf2b2b-d451-4137-96e4-91afb8f1f0d3 on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:14:19.313294 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] Attempting to bind port 36cf2b2b-d451-4137-96e4-91afb8f1f0d3 by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': '3a1debac-b5ba-4dcd-8a4d-7e81711d9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:14:19.313753 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] Attempting to bind port 36cf2b2b-d451-4137-96e4-91afb8f1f0d3 on network af85147f-5e85-4628-9db0-24fa351703a8 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:14:19.324680 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:14:19.324680 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] Checking segment: {'id': '3a1debac-b5ba-4dcd-8a4d-7e81711d9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:14:19.324680 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:19.324680 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] Bound using segment: {'id': '3a1debac-b5ba-4dcd-8a4d-7e81711d9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:14:19.324680 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] Bound port: 36cf2b2b-d451-4137-96e4-91afb8f1f0d3, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1debac-b5ba-4dcd-8a4d-7e81711d9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:14:19.324680 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:19.346754 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-aaf608e0-7e9b-4d20-aaa2-d884f07c6090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:19.348450 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-aaf608e0-7e9b-4d20-aaa2-d884f07c6090 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13946d6c027543e19b729b21c728a3ee&device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 1097 time: 0.1064389 Aug 25 05:14:19.350599 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349d4e5-9441-46d0-b005-cf586e2096f5 admin admin] Pushing event updated for resources: {'Network': ['ID=da322d56-4aeb-4485-884a-a9b91cf60309,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:19.367811 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Network da322d56-4aeb-4485-884a-a9b91cf60309 details requested by agent ovs-agent-dv-cinder-757936-7-iscsi with host dv-cinder-757936-7-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:14:19.416674 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-62ad78b3-3a84-4910-8fc6-365cabafea7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57a796e0-e094-444a-9125-d9bd919d5046 HTTP/1.1" status: 200 len: 217 time: 0.0537839 Aug 25 05:14:19.417935 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-3349d4e5-9441-46d0-b005-cf586e2096f5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9108069 Aug 25 05:14:19.421199 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48118) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:19.428476 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] Request body: {'subnet': {'network_id': 'da322d56-4aeb-4485-884a-a9b91cf60309', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1375186392-subnet', 'tenant_id': 'cb87dd49d0424f9bad1930864a9db615', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:19.448197 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] For port 36cf2b2b-d451-4137-96e4-91afb8f1f0d3, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:14:19.453704 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] For port 36cf2b2b-d451-4137-96e4-91afb8f1f0d3, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=36cf2b2b-d451-4137-96e4-91afb8f1f0d3,segment=NetworkSegment(3a1debac-b5ba-4dcd-8a4d-7e81711d9952),segment_id=3a1debac-b5ba-4dcd-8a4d-7e81711d9952)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:14:19.458573 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 8ef4fe64-e72c-447f-9ab6-914da60bce00 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:14:19.477541 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-16c9908a-1a58-4d44-bd9a-9ec4eee64667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:19.479193 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-16c9908a-1a58-4d44-bd9a-9ec4eee64667 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c5af6f4-efdc-4916-98a3-b9087870d169 HTTP/1.1" status: 200 len: 851 time: 0.0535603 Aug 25 05:14:19.536635 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-d6e251fe-6336-4612-a937-1f3b6e577391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:19.536635 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-d6e251fe-6336-4612-a937-1f3b6e577391 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62067af4-7b01-4b37-a0a2-f3697049de5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430450 Aug 25 05:14:19.537039 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 8ef4fe64-e72c-447f-9ab6-914da60bce00 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:14:19.537344 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:19.554936 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] Made reservation on behalf of cb87dd49d0424f9bad1930864a9db615 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:14:19.557377 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10062612'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:19.567172 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:19.638967 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] Routers {'634b86fa-6600-46b8-a7a4-f6d1af9bb36f'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:14:19.640010 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:14:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['634b86fa-6600-46b8-a7a4-f6d1af9bb36f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:19.648806 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-24ed950c-851b-46a4-b41c-e7b55369f09a service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080909 Aug 25 05:14:19.684270 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47d9af-7ae0-45d5-8fa9-8c954463e5ea None None] Pushing event updated for resources: {'Port': ['ID=36cf2b2b-d451-4137-96e4-91afb8f1f0d3,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:19.773589 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d071ace5-3f7f-475f-8714-e3ab048f07a7 req-7898f801-ad96-4daa-8ee7-8b9ff1be153a service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176360 Aug 25 05:14:19.778174 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] Set router 634b86fa-6600-46b8-a7a4-f6d1af9bb36f gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:14:19.842081 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8793661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10062822'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:19.896007 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12f84177-2b01-4224-87e5-86413756d798,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:19.911940 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:19.914539 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:19.914539 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:19.914539 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:19.914539 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:19.914539 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:19.914539 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:19.914539 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:19.915173 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:19.915173 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:19.915334 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:19.915561 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:19.926174 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] Checking segment: {'id': 'fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'da322d56-4aeb-4485-884a-a9b91cf60309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:14:19.926650 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] Network hostable DHCP agents. Network: da322d56-4aeb-4485-884a-a9b91cf60309, hostable agents: ['0a2fa090-2970-41a0-8073-2983789ee317'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:14:20.017824 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] Network da322d56-4aeb-4485-884a-a9b91cf60309 is scheduled to be hosted by DHCP agent 0a2fa090-2970-41a0-8073-2983789ee317 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:14:20.069308 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'name': 'tempest-TestShelveInstance-1029506731-router', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:12Z', 'updated_at': '2021-08-25T05:14:16Z', 'revision_number': 4, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'gw_port': {'id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:13Z', 'updated_at': '2021-08-25T05:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '36cf2b2b-d451-4137-96e4-91afb8f1f0d3', 'name': '', 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'mac_address': 'fa:16:3e:20:83:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a2f2027e-fe44-426d-ba1e-518a6e976d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:15Z', 'updated_at': '2021-08-25T05:14:19Z', 'revision_number': 4, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'subnets': [{'id': 'a2f2027e-fe44-426d-ba1e-518a6e976d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:20.097726 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5afc31e-fe7e-4b27-a554-87e2a6cd6cca None None] The sync data for ids ['634b86fa-6600-46b8-a7a4-f6d1af9bb36f'] in dv-cinder-757936-7-iscsi is: [{'id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'name': 'tempest-TestShelveInstance-1029506731-router', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:12Z', 'updated_at': '2021-08-25T05:14:16Z', 'revision_number': 4, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'gw_port': {'id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:13Z', 'updated_at': '2021-08-25T05:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '36cf2b2b-d451-4137-96e4-91afb8f1f0d3', 'name': '', 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'mac_address': 'fa:16:3e:20:83:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a2f2027e-fe44-426d-ba1e-518a6e976d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:15Z', 'updated_at': '2021-08-25T05:14:19Z', 'revision_number': 4, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'subnets': [{'id': 'a2f2027e-fe44-426d-ba1e-518a6e976d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:14:20.103563 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-7-iscsi, da322d56-4aeb-4485-884a-a9b91cf60309) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:14:20.109135 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:20.110117 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:20.113449 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717a6e0f-a119-469f-87a3-39c9d7e0cf0c None None] Network da322d56-4aeb-4485-884a-a9b91cf60309 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:14:20.192458 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-245011f4-0d6a-4600-9eff-8bcf2de52c85 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7692392 Aug 25 05:14:20.194823 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48122) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:20.201073 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-80a77a17-3042-44e5-bb62-0613dddb5bfb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1375186392-router', 'tenant_id': 'cb87dd49d0424f9bad1930864a9db615', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:20.284407 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80a77a17-3042-44e5-bb62-0613dddb5bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1195'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:20.285456 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80a77a17-3042-44e5-bb62-0613dddb5bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:20.304733 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358667d9-104a-492d-9ea4-289ed5d79154 req-c4bf793e-6017-415b-a1ed-02fc830a1ba1 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:20.306453 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-358667d9-104a-492d-9ea4-289ed5d79154 req-c4bf793e-6017-415b-a1ed-02fc830a1ba1 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 944 time: 0.0671623 Aug 25 05:14:20.328227 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55636971-4e0d-59cb-9b48-5d411fba618d-da322d56-4aeb-4485-884a-a9b91cf60309', 'network_id': 'da322d56-4aeb-4485-884a-a9b91cf60309', 'tenant_id': 'cb87dd49d0424f9bad1930864a9db615', 'fixed_ips': [{'subnet_id': '12f84177-2b01-4224-87e5-86413756d798'}]}} from dv-cinder-757936-7-iscsi. {{(pid=94640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 05:14:20.329109 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:20.378878 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80a77a17-3042-44e5-bb62-0613dddb5bfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:20.398199 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-358667d9-104a-492d-9ea4-289ed5d79154 req-0661eb88-21f4-4186-8d8b-6996dcfc50e0 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819685 Aug 25 05:14:20.405482 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:20.497951 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] Allocated IP 172.20.0.2 (da322d56-4aeb-4485-884a-a9b91cf60309/12f84177-2b01-4224-87e5-86413756d798/84513d85-c58a-4770-8e67-14ea2cb28058) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:14:20.595409 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80a77a17-3042-44e5-bb62-0613dddb5bfb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:20.656509 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:20.666110 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] Transition to ACTIVE for port object 84513d85-c58a-4770-8e67-14ea2cb28058 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:14:20.682116 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] Transition to ACTIVE for port object 84513d85-c58a-4770-8e67-14ea2cb28058 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:14:20.770188 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:20.811741 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] Network da322d56-4aeb-4485-884a-a9b91cf60309 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:14:20.815576 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:14:20.820756 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:14:20.882976 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] Pushing event updated for resources: {'Port': ['ID=84513d85-c58a-4770-8e67-14ea2cb28058,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:20.899681 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] Attempting to bind port 84513d85-c58a-4770-8e67-14ea2cb28058 on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:14:20.900416 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] Attempting to bind port 84513d85-c58a-4770-8e67-14ea2cb28058 by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': 'fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'da322d56-4aeb-4485-884a-a9b91cf60309'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:14:20.901124 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] Attempting to bind port 84513d85-c58a-4770-8e67-14ea2cb28058 on network da322d56-4aeb-4485-884a-a9b91cf60309 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:14:20.908242 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80a77a17-3042-44e5-bb62-0613dddb5bfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:20.917634 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:14:20.918367 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] Checking segment: {'id': 'fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'da322d56-4aeb-4485-884a-a9b91cf60309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:14:20.918901 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:20.919299 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] Bound using segment: {'id': 'fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'da322d56-4aeb-4485-884a-a9b91cf60309'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:14:20.919774 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] Bound port: 84513d85-c58a-4770-8e67-14ea2cb28058, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'da322d56-4aeb-4485-884a-a9b91cf60309'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:14:20.920153 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:20.929802 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80a77a17-3042-44e5-bb62-0613dddb5bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:20.998673 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] For port 84513d85-c58a-4770-8e67-14ea2cb28058, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:14:21.002270 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] For port 84513d85-c58a-4770-8e67-14ea2cb28058, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=84513d85-c58a-4770-8e67-14ea2cb28058,segment=NetworkSegment(fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0),segment_id=fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:14:21.085034 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-80a77a17-3042-44e5-bb62-0613dddb5bfb admin admin] Allocated IP 172.27.0.165 (45b0c649-47ed-40e6-b7f6-7d83dd176956/b736f3e8-97a3-44dd-aa37-7a4abcfbc24c/923761f0-04a2-4546-b608-a5a75d17914d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:14:21.127337 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:21.218416 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68730c2b-cefc-4abc-9e9b-edc0d528f4b3 None None] Pushing event updated for resources: {'Port': ['ID=84513d85-c58a-4770-8e67-14ea2cb28058,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:21.232441 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80a77a17-3042-44e5-bb62-0613dddb5bfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:21.333039 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80a77a17-3042-44e5-bb62-0613dddb5bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:21.404988 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a77a17-3042-44e5-bb62-0613dddb5bfb admin admin] Network 45b0c649-47ed-40e6-b7f6-7d83dd176956 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:14:21.408314 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-80a77a17-3042-44e5-bb62-0613dddb5bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:14:21.411070 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a77a17-3042-44e5-bb62-0613dddb5bfb admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:14:21.444499 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a77a17-3042-44e5-bb62-0613dddb5bfb admin admin] Pushing event updated for resources: {'Port': ['ID=923761f0-04a2-4546-b608-a5a75d17914d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:21.480067 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 36cf2b2b-d451-4137-96e4-91afb8f1f0d3 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:14:21.570095 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b29104-2581-4785-9be8-6f81e2addde8 req-c0576ed5-8ca4-4ebb-93b3-a86e36d668d5 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:21.571693 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e8b29104-2581-4785-9be8-6f81e2addde8 req-c0576ed5-8ca4-4ebb-93b3-a86e36d668d5 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 944 time: 0.0811224 Aug 25 05:14:21.595168 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port 36cf2b2b-d451-4137-96e4-91afb8f1f0d3 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:14:21.599668 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 36cf2b2b-d451-4137-96e4-91afb8f1f0d3 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:14:21.600100 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:21.610787 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e8b29104-2581-4785-9be8-6f81e2addde8 req-f569a51b-1095-4a51-b9db-8c0fbe97f619 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323431 Aug 25 05:14:21.679847 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:21.711651 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port 36cf2b2b-d451-4137-96e4-91afb8f1f0d3, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=36cf2b2b-d451-4137-96e4-91afb8f1f0d3,segment=NetworkSegment(3a1debac-b5ba-4dcd-8a4d-7e81711d9952),segment_id=3a1debac-b5ba-4dcd-8a4d-7e81711d9952)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:21.803702 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80a77a17-3042-44e5-bb62-0613dddb5bfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:21.804273 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:21.850698 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=36cf2b2b-d451-4137-96e4-91afb8f1f0d3,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:22.003232 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80a77a17-3042-44e5-bb62-0613dddb5bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406382'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:22.158200 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7f0aac-d2b7-4bd8-a432-972b2f2586c6 None None] Network da322d56-4aeb-4485-884a-a9b91cf60309 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:14:22.189230 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a77a17-3042-44e5-bb62-0613dddb5bfb admin admin] Router 68312f40-5c50-4b2a-9266-68532b9a718e is scheduled to L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 05:14:22.293471 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a77a17-3042-44e5-bb62-0613dddb5bfb admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:14:22.302990 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] Sync routers for ids ['68312f40-5c50-4b2a-9266-68532b9a718e'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:14:22.315550 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-632e8a08-ad70-4273-b55f-cba571328ae0 None None] Provisioning for port 84513d85-c58a-4770-8e67-14ea2cb28058 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:14:22.322830 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] Routers {'68312f40-5c50-4b2a-9266-68532b9a718e'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:14:22.323458 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:14:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['68312f40-5c50-4b2a-9266-68532b9a718e'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:22.373148 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80a77a17-3042-44e5-bb62-0613dddb5bfb admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:22.375566 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-80a77a17-3042-44e5-bb62-0613dddb5bfb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1785746 Aug 25 05:14:22.378159 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48142) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:22.437429 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] Set router 68312f40-5c50-4b2a-9266-68532b9a718e gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:14:22.743794 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88730afe-b5f5-4557-852f-1dadccc3c0c6 req-6f70e08c-50dd-4954-a8ab-753fc6c41855 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:22.745228 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-88730afe-b5f5-4557-852f-1dadccc3c0c6 req-6f70e08c-50dd-4954-a8ab-753fc6c41855 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 944 time: 0.0658038 Aug 25 05:14:22.751337 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68312f40-5c50-4b2a-9266-68532b9a718e', 'name': 'tempest-TestShelveInstance-1375186392-router', 'tenant_id': 'cb87dd49d0424f9bad1930864a9db615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '923761f0-04a2-4546-b608-a5a75d17914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:20Z', 'updated_at': '2021-08-25T05:14:21Z', 'revision_number': 3, 'project_id': 'cb87dd49d0424f9bad1930864a9db615', 'gw_port': {'id': '923761f0-04a2-4546-b608-a5a75d17914d', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68312f40-5c50-4b2a-9266-68532b9a718e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:20Z', 'updated_at': '2021-08-25T05:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:22.777572 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] Checking router: 68312f40-5c50-4b2a-9266-68532b9a718e for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:14:22.777928 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] Updating router 68312f40-5c50-4b2a-9266-68532b9a718e port 923761f0-04a2-4546-b608-a5a75d17914d binding host dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:14:22.805020 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:22.834150 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-88730afe-b5f5-4557-852f-1dadccc3c0c6 req-333580da-d024-40ed-a306-4b83b267de6c tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684953 Aug 25 05:14:22.887111 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcb5f8ea-8c32-459a-8d44-fa525a102cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:23.036392 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-bcb5f8ea-8c32-459a-8d44-fa525a102cc3 admin admin] Allocated IP 172.20.0.1 (da322d56-4aeb-4485-884a-a9b91cf60309/12f84177-2b01-4224-87e5-86413756d798/91e11173-87e8-4bd4-8faf-274e71b5e0d4) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:14:23.055461 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:23.064745 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] Transition to ACTIVE for port object 923761f0-04a2-4546-b608-a5a75d17914d will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:14:23.133878 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcb5f8ea-8c32-459a-8d44-fa525a102cc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:23.135639 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:23.148600 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-bcb5f8ea-8c32-459a-8d44-fa525a102cc3 admin admin] Transition to ACTIVE for port object 91e11173-87e8-4bd4-8faf-274e71b5e0d4 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:14:23.184613 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] Attempting to bind port 923761f0-04a2-4546-b608-a5a75d17914d on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:14:23.185008 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] Attempting to bind port 923761f0-04a2-4546-b608-a5a75d17914d by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:14:23.185371 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] Attempting to bind port 923761f0-04a2-4546-b608-a5a75d17914d on network 45b0c649-47ed-40e6-b7f6-7d83dd176956 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:14:23.191979 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64397465-028d-4a68-81ae-326194804f6a None None] Pushing event updated for resources: {'Port': ['ID=923761f0-04a2-4546-b608-a5a75d17914d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:23.197829 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:14:23.197829 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] Checking segment: {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:14:23.197829 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:23.197829 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] Bound using segment: {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:14:23.197829 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] Bound port: 923761f0-04a2-4546-b608-a5a75d17914d, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50f2590-e504-4272-bd2e-204842be37f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:14:23.197829 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:23.247118 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcb5f8ea-8c32-459a-8d44-fa525a102cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:23.249380 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] For port 923761f0-04a2-4546-b608-a5a75d17914d, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:14:23.252604 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] For port 923761f0-04a2-4546-b608-a5a75d17914d, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=923761f0-04a2-4546-b608-a5a75d17914d,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:14:23.289372 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb5f8ea-8c32-459a-8d44-fa525a102cc3 admin admin] Network da322d56-4aeb-4485-884a-a9b91cf60309 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:14:23.292169 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-bcb5f8ea-8c32-459a-8d44-fa525a102cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:14:23.296225 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb5f8ea-8c32-459a-8d44-fa525a102cc3 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:14:23.301563 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5f8ea-8c32-459a-8d44-fa525a102cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=91e11173-87e8-4bd4-8faf-274e71b5e0d4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:23.337502 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcb5f8ea-8c32-459a-8d44-fa525a102cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406045'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:23.341343 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:23.412129 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] Routers {'68312f40-5c50-4b2a-9266-68532b9a718e'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:14:23.412769 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:14:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['68312f40-5c50-4b2a-9266-68532b9a718e'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:23.485729 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64397465-028d-4a68-81ae-326194804f6a None None] Pushing event updated for resources: {'Port': ['ID=923761f0-04a2-4546-b608-a5a75d17914d,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:23.509270 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 84513d85-c58a-4770-8e67-14ea2cb28058 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:14:23.552106 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcb5f8ea-8c32-459a-8d44-fa525a102cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:23.567800 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] Set router 68312f40-5c50-4b2a-9266-68532b9a718e gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:14:23.626417 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-68d71838-ba1d-411c-91ac-c6caaf832a80 None None] Provisioning for port 91e11173-87e8-4bd4-8faf-274e71b5e0d4 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:14:23.643250 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-68d71838-ba1d-411c-91ac-c6caaf832a80 None None] Provisioning complete for port 91e11173-87e8-4bd4-8faf-274e71b5e0d4 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:14:23.643629 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68d71838-ba1d-411c-91ac-c6caaf832a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:23.713978 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port 84513d85-c58a-4770-8e67-14ea2cb28058 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:14:23.716076 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcb5f8ea-8c32-459a-8d44-fa525a102cc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:23.721640 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-68d71838-ba1d-411c-91ac-c6caaf832a80 None None] Port 91e11173-87e8-4bd4-8faf-274e71b5e0d4 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:14:23.731031 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 84513d85-c58a-4770-8e67-14ea2cb28058 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:14:23.731404 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:23.783502 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcb5f8ea-8c32-459a-8d44-fa525a102cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8792484'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:23.847866 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcb5f8ea-8c32-459a-8d44-fa525a102cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552907'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:23.848562 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:23.849595 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5f8ea-8c32-459a-8d44-fa525a102cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=91e11173-87e8-4bd4-8faf-274e71b5e0d4,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:23.850945 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68312f40-5c50-4b2a-9266-68532b9a718e', 'name': 'tempest-TestShelveInstance-1375186392-router', 'tenant_id': 'cb87dd49d0424f9bad1930864a9db615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '923761f0-04a2-4546-b608-a5a75d17914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:20Z', 'updated_at': '2021-08-25T05:14:21Z', 'revision_number': 3, 'project_id': 'cb87dd49d0424f9bad1930864a9db615', 'gw_port': {'id': '923761f0-04a2-4546-b608-a5a75d17914d', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68312f40-5c50-4b2a-9266-68532b9a718e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:20Z', 'updated_at': '2021-08-25T05:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:23.888681 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1ecd2a-27f3-4932-8705-34ca9832db43 None None] The sync data for ids ['68312f40-5c50-4b2a-9266-68532b9a718e'] in dv-cinder-757936-7-iscsi is: [{'id': '68312f40-5c50-4b2a-9266-68532b9a718e', 'name': 'tempest-TestShelveInstance-1375186392-router', 'tenant_id': 'cb87dd49d0424f9bad1930864a9db615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '923761f0-04a2-4546-b608-a5a75d17914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:20Z', 'updated_at': '2021-08-25T05:14:21Z', 'revision_number': 3, 'project_id': 'cb87dd49d0424f9bad1930864a9db615', 'gw_port': {'id': '923761f0-04a2-4546-b608-a5a75d17914d', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68312f40-5c50-4b2a-9266-68532b9a718e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:20Z', 'updated_at': '2021-08-25T05:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:14:23.920351 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port 84513d85-c58a-4770-8e67-14ea2cb28058, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=84513d85-c58a-4770-8e67-14ea2cb28058,segment=NetworkSegment(fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0),segment_id=fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:23.957756 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb5f8ea-8c32-459a-8d44-fa525a102cc3 admin admin] Network da322d56-4aeb-4485-884a-a9b91cf60309 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:14:23.959175 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-bcb5f8ea-8c32-459a-8d44-fa525a102cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:14:23.978970 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387f281-b258-4ac6-b311-ce0459ebd8ea req-887b1e7b-ef8e-4355-8041-ebfaa0356928 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:23.981553 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1387f281-b258-4ac6-b311-ce0459ebd8ea req-887b1e7b-ef8e-4355-8041-ebfaa0356928 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 944 time: 0.0606525 Aug 25 05:14:24.009490 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:24.010309 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 36cf2b2b-d451-4137-96e4-91afb8f1f0d3 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:14:24.052522 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1387f281-b258-4ac6-b311-ce0459ebd8ea req-c207bd3a-d9aa-4b66-911d-c646b2489cb5 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649018 Aug 25 05:14:24.084282 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb5f8ea-8c32-459a-8d44-fa525a102cc3 admin admin] Router 68312f40-5c50-4b2a-9266-68532b9a718e has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:14:24.119383 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=84513d85-c58a-4770-8e67-14ea2cb28058,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:24.160498 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 36cf2b2b-d451-4137-96e4-91afb8f1f0d3 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:14:24.160498 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:24.276278 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-218cd5bc-9a3c-4e82-bd43-4c41f410dca1 None None] Provisioning complete for port 91e11173-87e8-4bd4-8faf-274e71b5e0d4 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:14:24.276655 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-218cd5bc-9a3c-4e82-bd43-4c41f410dca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:24.317515 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-218cd5bc-9a3c-4e82-bd43-4c41f410dca1 None None] Port 91e11173-87e8-4bd4-8faf-274e71b5e0d4 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:14:24.484033 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb5f8ea-8c32-459a-8d44-fa525a102cc3 admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:14:24.490364 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-bcb5f8ea-8c32-459a-8d44-fa525a102cc3 admin admin] 10.222.0.13 "PUT /v2.0/routers/68312f40-5c50-4b2a-9266-68532b9a718e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1096542 Aug 25 05:14:25.178735 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48162) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:25.181495 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb658353-3546-4949-9069-0b6777ee293a req-33f71f55-9c8d-48a5-912e-431226f77761 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:25.182663 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bd861b72-9532-491a-aaa2-80ceffd946db tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-980698330', 'description': 'tempest-secgroup-smoke-980698330 description', 'project_id': 'ab1013c99e23487a9275a86c94a56cb4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:25.183165 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bb658353-3546-4949-9069-0b6777ee293a req-33f71f55-9c8d-48a5-912e-431226f77761 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 944 time: 0.0519464 Aug 25 05:14:25.220728 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bb658353-3546-4949-9069-0b6777ee293a req-bbd31604-dfef-4847-b8df-1414461bb96a tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316381 Aug 25 05:14:25.284110 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd861b72-9532-491a-aaa2-80ceffd946db tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:25.371601 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd861b72-9532-491a-aaa2-80ceffd946db tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:25.441175 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd861b72-9532-491a-aaa2-80ceffd946db tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:25.445211 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] Sync routers for ids ['68312f40-5c50-4b2a-9266-68532b9a718e'] in dv-cinder-757936-7-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:14:25.455640 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] Routers {'68312f40-5c50-4b2a-9266-68532b9a718e'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:14:25.458798 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:14:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['68312f40-5c50-4b2a-9266-68532b9a718e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:25.467072 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 923761f0-04a2-4546-b608-a5a75d17914d up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:14:25.479823 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd861b72-9532-491a-aaa2-80ceffd946db tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330d6ae2-c49b-4248-8507-eb6fc0f9f22f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:25.532444 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd861b72-9532-491a-aaa2-80ceffd946db tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:25.533840 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-bd861b72-9532-491a-aaa2-80ceffd946db tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3549948 Aug 25 05:14:25.536735 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48164) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:25.541286 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1b1e8c36-fee9-41ee-a6d8-a40420199584 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Request body: {'security_group_rule': {'security_group_id': '330d6ae2-c49b-4248-8507-eb6fc0f9f22f', 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:25.562738 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] Set router 68312f40-5c50-4b2a-9266-68532b9a718e gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:14:25.575924 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port 923761f0-04a2-4546-b608-a5a75d17914d completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:14:25.579815 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 923761f0-04a2-4546-b608-a5a75d17914d triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:14:25.580187 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:25.660126 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:25.677788 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b1e8c36-fee9-41ee-a6d8-a40420199584 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:25.681881 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port 923761f0-04a2-4546-b608-a5a75d17914d, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=923761f0-04a2-4546-b608-a5a75d17914d,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:25.737837 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b1e8c36-fee9-41ee-a6d8-a40420199584 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:25.752562 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:25.753389 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 84513d85-c58a-4770-8e67-14ea2cb28058 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:14:25.767016 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68312f40-5c50-4b2a-9266-68532b9a718e', 'name': 'tempest-TestShelveInstance-1375186392-router', 'tenant_id': 'cb87dd49d0424f9bad1930864a9db615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '923761f0-04a2-4546-b608-a5a75d17914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:20Z', 'updated_at': '2021-08-25T05:14:23Z', 'revision_number': 4, 'project_id': 'cb87dd49d0424f9bad1930864a9db615', 'gw_port': {'id': '923761f0-04a2-4546-b608-a5a75d17914d', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68312f40-5c50-4b2a-9266-68532b9a718e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:20Z', 'updated_at': '2021-08-25T05:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '91e11173-87e8-4bd4-8faf-274e71b5e0d4', 'name': '', 'network_id': 'da322d56-4aeb-4485-884a-a9b91cf60309', 'tenant_id': 'cb87dd49d0424f9bad1930864a9db615', 'mac_address': 'fa:16:3e:83:4c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68312f40-5c50-4b2a-9266-68532b9a718e', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '12f84177-2b01-4224-87e5-86413756d798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:22Z', 'updated_at': '2021-08-25T05:14:23Z', 'revision_number': 2, 'project_id': 'cb87dd49d0424f9bad1930864a9db615', 'subnets': [{'id': '12f84177-2b01-4224-87e5-86413756d798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:25.794657 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] Checking router: 68312f40-5c50-4b2a-9266-68532b9a718e for host: dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:14:25.795013 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] Updating router 68312f40-5c50-4b2a-9266-68532b9a718e port 91e11173-87e8-4bd4-8faf-274e71b5e0d4 binding host dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:14:25.799239 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b1e8c36-fee9-41ee-a6d8-a40420199584 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:25.817692 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e8c36-fee9-41ee-a6d8-a40420199584 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e1495a-b233-4bfe-8ab4-369c203bd67b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:25.823348 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:25.841351 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=923761f0-04a2-4546-b608-a5a75d17914d,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:25.850894 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 84513d85-c58a-4770-8e67-14ea2cb28058 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:14:25.851275 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:25.903445 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b1e8c36-fee9-41ee-a6d8-a40420199584 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:25.907592 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1b1e8c36-fee9-41ee-a6d8-a40420199584 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3672109 Aug 25 05:14:25.907784 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48168) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:25.912361 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e27d438e-fa64-41f8-95ee-70dafa75fb68 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Request body: {'security_group_rule': {'security_group_id': '330d6ae2-c49b-4248-8507-eb6fc0f9f22f', 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:26.003223 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e27d438e-fa64-41f8-95ee-70dafa75fb68 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:26.057252 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e27d438e-fa64-41f8-95ee-70dafa75fb68 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:26.082638 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:26.092026 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] Transition to ACTIVE for port object 91e11173-87e8-4bd4-8faf-274e71b5e0d4 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:14:26.123756 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e27d438e-fa64-41f8-95ee-70dafa75fb68 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:26.143485 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d438e-fa64-41f8-95ee-70dafa75fb68 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054ca64e-3eec-43f9-b541-7412a267cc25,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:26.154938 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:26.216109 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16316253-ff1a-4402-8f9e-b6b2df4d31a0 None None] Pushing event updated for resources: {'Port': ['ID=91e11173-87e8-4bd4-8faf-274e71b5e0d4,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:26.265335 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] Attempting to bind port 91e11173-87e8-4bd4-8faf-274e71b5e0d4 on host dv-cinder-757936-7-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:14:26.265592 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] Attempting to bind port 91e11173-87e8-4bd4-8faf-274e71b5e0d4 by drivers openvswitch,hyperv on host dv-cinder-757936-7-iscsi at level 0 using segments [{'id': 'fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'da322d56-4aeb-4485-884a-a9b91cf60309'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:14:26.266035 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] Attempting to bind port 91e11173-87e8-4bd4-8faf-274e71b5e0d4 on network da322d56-4aeb-4485-884a-a9b91cf60309 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:14:26.267707 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e27d438e-fa64-41f8-95ee-70dafa75fb68 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:26.269942 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e27d438e-fa64-41f8-95ee-70dafa75fb68 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3610837 Aug 25 05:14:26.272372 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] Checking agent: {'id': '1a1cdd43-6099-4a23-b827-dd86376d3b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 4, 57, 33), 'started_at': datetime.datetime(2021, 8, 25, 4, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:14:26.272753 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] Checking segment: {'id': 'fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'da322d56-4aeb-4485-884a-a9b91cf60309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:14:26.275193 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:26.275320 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 48172) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:26.275808 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] Bound using segment: {'id': 'fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'da322d56-4aeb-4485-884a-a9b91cf60309'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:14:26.275808 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] Bound port: 91e11173-87e8-4bd4-8faf-274e71b5e0d4, host: dv-cinder-757936-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'da322d56-4aeb-4485-884a-a9b91cf60309'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:14:26.275808 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:26.280036 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-f58c6046-7f71-4853-a052-66d9fc607519 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Request body: {'security_group_rule': {'security_group_id': '330d6ae2-c49b-4248-8507-eb6fc0f9f22f', 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:26.345966 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] For port 91e11173-87e8-4bd4-8faf-274e71b5e0d4, host dv-cinder-757936-7-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:14:26.349815 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] For port 91e11173-87e8-4bd4-8faf-274e71b5e0d4, host dv-cinder-757936-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=91e11173-87e8-4bd4-8faf-274e71b5e0d4,segment=NetworkSegment(fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0),segment_id=fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:14:26.368266 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85286aaa-0f4a-4182-823f-307dba27adbf req-7223d5bc-765e-460b-ade2-23e1674b970f tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:26.369758 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-85286aaa-0f4a-4182-823f-307dba27adbf req-7223d5bc-765e-460b-ade2-23e1674b970f tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 944 time: 0.0528326 Aug 25 05:14:26.374976 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f58c6046-7f71-4853-a052-66d9fc607519 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:26.408638 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-85286aaa-0f4a-4182-823f-307dba27adbf req-997d43fb-9f3d-49ec-8bad-aad41576cddd tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316010 Aug 25 05:14:26.412858 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:26.428984 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f58c6046-7f71-4853-a052-66d9fc607519 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:26.471661 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16316253-ff1a-4402-8f9e-b6b2df4d31a0 None None] Pushing event updated for resources: {'Port': ['ID=91e11173-87e8-4bd4-8faf-274e71b5e0d4,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:26.479036 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] Routers {'68312f40-5c50-4b2a-9266-68532b9a718e'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:14:26.483896 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:14:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['68312f40-5c50-4b2a-9266-68532b9a718e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:26.501528 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f58c6046-7f71-4853-a052-66d9fc607519 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:26.519421 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c6046-7f71-4853-a052-66d9fc607519 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be6e61d-51e6-4da5-a217-f00e63164c7d,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:26.586864 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] Set router 68312f40-5c50-4b2a-9266-68532b9a718e gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:14:26.607157 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f58c6046-7f71-4853-a052-66d9fc607519 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:26.608800 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-f58c6046-7f71-4853-a052-66d9fc607519 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3342264 Aug 25 05:14:26.611689 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48174) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:26.616245 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a750b8ed-1b3b-4f90-bca4-f4336431cd55 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Request body: {'security_group_rule': {'security_group_id': '330d6ae2-c49b-4248-8507-eb6fc0f9f22f', 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:26.732171 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a750b8ed-1b3b-4f90-bca4-f4336431cd55 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:26.781770 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a750b8ed-1b3b-4f90-bca4-f4336431cd55 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:26.791112 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68312f40-5c50-4b2a-9266-68532b9a718e', 'name': 'tempest-TestShelveInstance-1375186392-router', 'tenant_id': 'cb87dd49d0424f9bad1930864a9db615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '923761f0-04a2-4546-b608-a5a75d17914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:20Z', 'updated_at': '2021-08-25T05:14:23Z', 'revision_number': 4, 'project_id': 'cb87dd49d0424f9bad1930864a9db615', 'gw_port': {'id': '923761f0-04a2-4546-b608-a5a75d17914d', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68312f40-5c50-4b2a-9266-68532b9a718e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:20Z', 'updated_at': '2021-08-25T05:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '91e11173-87e8-4bd4-8faf-274e71b5e0d4', 'name': '', 'network_id': 'da322d56-4aeb-4485-884a-a9b91cf60309', 'tenant_id': 'cb87dd49d0424f9bad1930864a9db615', 'mac_address': 'fa:16:3e:83:4c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68312f40-5c50-4b2a-9266-68532b9a718e', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '12f84177-2b01-4224-87e5-86413756d798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:22Z', 'updated_at': '2021-08-25T05:14:26Z', 'revision_number': 4, 'project_id': 'cb87dd49d0424f9bad1930864a9db615', 'subnets': [{'id': '12f84177-2b01-4224-87e5-86413756d798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:26.816884 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace6c514-b72e-4e60-bbd5-975ebc2e59ff None None] The sync data for ids ['68312f40-5c50-4b2a-9266-68532b9a718e'] in dv-cinder-757936-7-iscsi is: [{'id': '68312f40-5c50-4b2a-9266-68532b9a718e', 'name': 'tempest-TestShelveInstance-1375186392-router', 'tenant_id': 'cb87dd49d0424f9bad1930864a9db615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '923761f0-04a2-4546-b608-a5a75d17914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:20Z', 'updated_at': '2021-08-25T05:14:23Z', 'revision_number': 4, 'project_id': 'cb87dd49d0424f9bad1930864a9db615', 'gw_port': {'id': '923761f0-04a2-4546-b608-a5a75d17914d', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68312f40-5c50-4b2a-9266-68532b9a718e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:20Z', 'updated_at': '2021-08-25T05:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '91e11173-87e8-4bd4-8faf-274e71b5e0d4', 'name': '', 'network_id': 'da322d56-4aeb-4485-884a-a9b91cf60309', 'tenant_id': 'cb87dd49d0424f9bad1930864a9db615', 'mac_address': 'fa:16:3e:83:4c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68312f40-5c50-4b2a-9266-68532b9a718e', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '12f84177-2b01-4224-87e5-86413756d798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:22Z', 'updated_at': '2021-08-25T05:14:26Z', 'revision_number': 4, 'project_id': 'cb87dd49d0424f9bad1930864a9db615', 'subnets': [{'id': '12f84177-2b01-4224-87e5-86413756d798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:14:26.869641 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a750b8ed-1b3b-4f90-bca4-f4336431cd55 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:26.898247 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750b8ed-1b3b-4f90-bca4-f4336431cd55 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f7a80c-e036-4301-94a8-a901b75d8156,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:26.958408 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a750b8ed-1b3b-4f90-bca4-f4336431cd55 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:26.959697 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a750b8ed-1b3b-4f90-bca4-f4336431cd55 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3470082 Aug 25 05:14:26.962634 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 48182) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:26.969123 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-871b36c5-63f4-467f-a2b2-95b09331b846 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Request body: {'security_group_rule': {'security_group_id': '330d6ae2-c49b-4248-8507-eb6fc0f9f22f', 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:27.069744 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.db.securitygroups_db [None req-871b36c5-63f4-467f-a2b2-95b09331b846 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Project ab1013c99e23487a9275a86c94a56cb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 05:14:27.075958 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-871b36c5-63f4-467f-a2b2-95b09331b846 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:27.139760 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-871b36c5-63f4-467f-a2b2-95b09331b846 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:27.204317 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-871b36c5-63f4-467f-a2b2-95b09331b846 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:27.227972 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b36c5-63f4-467f-a2b2-95b09331b846 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a19f0e-cab7-4818-b34f-0347186919f8,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:27.297639 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-871b36c5-63f4-467f-a2b2-95b09331b846 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:27.301927 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-871b36c5-63f4-467f-a2b2-95b09331b846 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3349977 Aug 25 05:14:27.301927 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 48190) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:27.306802 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-97db93f2-988f-48d1-aea3-c3f7b0af56be tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Request body: {'security_group_rule': {'security_group_id': '330d6ae2-c49b-4248-8507-eb6fc0f9f22f', 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:27.406286 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.db.securitygroups_db [None req-97db93f2-988f-48d1-aea3-c3f7b0af56be tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Project ab1013c99e23487a9275a86c94a56cb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 05:14:27.411727 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-97db93f2-988f-48d1-aea3-c3f7b0af56be tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:27.468141 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 923761f0-04a2-4546-b608-a5a75d17914d up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:14:27.520911 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-97db93f2-988f-48d1-aea3-c3f7b0af56be tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:27.537529 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 923761f0-04a2-4546-b608-a5a75d17914d triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:14:27.537903 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:27.548994 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccacd9-5903-4f9d-8262-c881a9fc396f req-5486c4a3-16ab-4fc0-8407-365d22eb8c7d tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:27.550491 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-12ccacd9-5903-4f9d-8262-c881a9fc396f req-5486c4a3-16ab-4fc0-8407-365d22eb8c7d tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 944 time: 0.0619867 Aug 25 05:14:27.591460 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-12ccacd9-5903-4f9d-8262-c881a9fc396f req-b0dc8dcf-4e62-4912-902b-f45241d7fe07 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341067 Aug 25 05:14:27.603822 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-97db93f2-988f-48d1-aea3-c3f7b0af56be tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487273'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:27.626743 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db93f2-988f-48d1-aea3-c3f7b0af56be tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c9f20a-d85c-42c1-a3cd-64c01f5a05cb,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:27.627722 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 91e11173-87e8-4bd4-8faf-274e71b5e0d4 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:14:27.737623 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-97db93f2-988f-48d1-aea3-c3f7b0af56be tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:27.738925 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-97db93f2-988f-48d1-aea3-c3f7b0af56be tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4359975 Aug 25 05:14:27.752399 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning for port 91e11173-87e8-4bd4-8faf-274e71b5e0d4 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:14:27.756911 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 91e11173-87e8-4bd4-8faf-274e71b5e0d4 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:14:27.757298 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:27.859556 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:27.896393 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] For port 91e11173-87e8-4bd4-8faf-274e71b5e0d4, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=91e11173-87e8-4bd4-8faf-274e71b5e0d4,segment=NetworkSegment(fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0),segment_id=fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:27.987080 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:28.037794 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Pushing event updated for resources: {'Port': ['ID=91e11173-87e8-4bd4-8faf-274e71b5e0d4,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:28.703325 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7ea45-c074-45ff-9a25-0317757a887c req-9b3ac462-5199-4396-8da1-04aab4f47eec tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:28.704801 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-70e7ea45-c074-45ff-9a25-0317757a887c req-9b3ac462-5199-4396-8da1-04aab4f47eec tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 944 time: 0.0482616 Aug 25 05:14:28.742235 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-70e7ea45-c074-45ff-9a25-0317757a887c req-a24eaf34-5dcb-45f1-b0cd-16a5888a23ac tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312877 Aug 25 05:14:28.762799 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 57a796e0-e094-444a-9125-d9bd919d5046 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:14:28.857857 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 57a796e0-e094-444a-9125-d9bd919d5046, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=57a796e0-e094-444a-9125-d9bd919d5046,segment=NetworkSegment(2cd2f051-cbbd-4387-a178-cdcafdfed5cf),segment_id=2cd2f051-cbbd-4387-a178-cdcafdfed5cf)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:28.869377 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': '57a796e0-e094-444a-9125-d9bd919d5046', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'port_id': '57a796e0-e094-444a-9125-d9bd919d5046', 'mac_address': 'fa:16:3e:08:27:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:14:28.910811 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:28.923742 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a796e0-e094-444a-9125-d9bd919d5046 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:14:28.941952 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 57a796e0-e094-444a-9125-d9bd919d5046, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=57a796e0-e094-444a-9125-d9bd919d5046,segment=NetworkSegment(2cd2f051-cbbd-4387-a178-cdcafdfed5cf),segment_id=2cd2f051-cbbd-4387-a178-cdcafdfed5cf)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:29.035180 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:29.083367 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=57a796e0-e094-444a-9125-d9bd919d5046,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:29.347758 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['57a796e0-e094-444a-9125-d9bd919d5046'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:14:29.398951 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 91e11173-87e8-4bd4-8faf-274e71b5e0d4 up at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:14:29.611395 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Provisioning complete for port 91e11173-87e8-4bd4-8faf-274e71b5e0d4 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:14:29.611763 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:29.857372 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af016d-39b9-47e7-ac29-83bc7a5886ba req-ff13d71b-5d15-4a50-a373-7113ffd1e44a tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:29.858874 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e4af016d-39b9-47e7-ac29-83bc7a5886ba req-ff13d71b-5d15-4a50-a373-7113ffd1e44a tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 945 time: 0.0480647 Aug 25 05:14:29.895438 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e4af016d-39b9-47e7-ac29-83bc7a5886ba req-b0179f4d-09a7-4761-a305-a425ff34aaa6 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306246 Aug 25 05:14:30.520887 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-194040df-5916-40bf-bd90-f4b4cb72a301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:30.783349 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 57a796e0-e094-444a-9125-d9bd919d5046 up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:14:30.903436 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning for port 57a796e0-e094-444a-9125-d9bd919d5046 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:14:30.907370 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port 57a796e0-e094-444a-9125-d9bd919d5046 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:14:30.907744 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:30.990235 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:31.013041 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a796e0-e094-444a-9125-d9bd919d5046'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:14:31.017364 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b088cc-b5c0-45f9-8da0-749e1af74af1 req-d3e86a41-3550-41e6-b152-60e1b8d3b02e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:31.017879 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8885e49c-235c-4ad8-b584-68bb1b61a890" -d '{"events": [{"server_uuid": "ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8", "name": "network-vif-plugged", "status": "completed", "tag": "57a796e0-e094-444a-9125-d9bd919d5046"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:14:31.017998 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f4b088cc-b5c0-45f9-8da0-749e1af74af1 req-d3e86a41-3550-41e6-b152-60e1b8d3b02e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 945 time: 0.0549757 Aug 25 05:14:31.031620 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 57a796e0-e094-444a-9125-d9bd919d5046, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=57a796e0-e094-444a-9125-d9bd919d5046,segment=NetworkSegment(2cd2f051-cbbd-4387-a178-cdcafdfed5cf),segment_id=2cd2f051-cbbd-4387-a178-cdcafdfed5cf)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:31.055277 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f4b088cc-b5c0-45f9-8da0-749e1af74af1 req-714b234f-b7c7-459d-91a3-d3eb5adf1fee tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330641 Aug 25 05:14:31.055441 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b0825c-898b-4e88-a58b-e59d185eaddb x-openstack-request-id: req-54b0825c-898b-4e88-a58b-e59d185eaddb {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:14:31.055717 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8", "name": "network-vif-plugged", "status": "completed", "tag": "57a796e0-e094-444a-9125-d9bd919d5046", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:14:31.055973 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54b0825c-898b-4e88-a58b-e59d185eaddb {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:14:31.056362 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a796e0-e094-444a-9125-d9bd919d5046', 'code': 200} Aug 25 05:14:31.158211 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:31.206149 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=57a796e0-e094-444a-9125-d9bd919d5046,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:31.452038 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75f10d-d74c-4ff2-90f8-822a3f9bfd0d req-f9a2b4f5-8555-4eb8-a337-135ec481f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:31.453522 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5c75f10d-d74c-4ff2-90f8-822a3f9bfd0d req-f9a2b4f5-8555-4eb8-a337-135ec481f8a4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 1099 time: 0.0433786 Aug 25 05:14:31.488095 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5c75f10d-d74c-4ff2-90f8-822a3f9bfd0d req-935f36f7-cfa0-45bb-96fb-828e990777af service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263743 Aug 25 05:14:32.171371 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1580d-32dc-4f1f-bbf6-7d39c97062f7 req-bf30f8d0-ec14-4856-930c-774a98ee2b42 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:32.172895 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f7c1580d-32dc-4f1f-bbf6-7d39c97062f7 req-bf30f8d0-ec14-4856-930c-774a98ee2b42 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 946 time: 0.0506511 Aug 25 05:14:32.210046 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f7c1580d-32dc-4f1f-bbf6-7d39c97062f7 req-788ea3ab-9f8c-4884-8640-80cdaf114a2f tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309834 Aug 25 05:14:32.972468 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-223aaf24-3e75-467e-98fd-794bdbeff885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:33.322194 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a140dc-b79b-4db7-aae6-2dfeb2e4c06e req-c61ff5a1-1336-4b5a-a6ed-4eb7a45686c4 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:33.323706 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-78a140dc-b79b-4db7-aae6-2dfeb2e4c06e req-c61ff5a1-1336-4b5a-a6ed-4eb7a45686c4 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 946 time: 0.0481367 Aug 25 05:14:33.326113 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:33.357686 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 48302) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:33.371968 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-78a140dc-b79b-4db7-aae6-2dfeb2e4c06e req-5c6fea17-4fc6-4609-92b1-1fe9798d582d tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403435 Aug 25 05:14:33.478498 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e39c747e-fe8b-4be1-b835-9d35f4637452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:33.518029 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179281f-5c15-4150-b45d-fb2334d9fca8 req-7744843e-e5e9-451c-beb8-1a71545d2f79 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:33.519544 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c179281f-5c15-4150-b45d-fb2334d9fca8 req-7744843e-e5e9-451c-beb8-1a71545d2f79 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 946 time: 0.0774508 Aug 25 05:14:33.578958 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c179281f-5c15-4150-b45d-fb2334d9fca8 req-842cd472-072f-4003-94fc-3a7de32719ab tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528052 Aug 25 05:14:33.601027 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48308) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:33.619413 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e39c747e-fe8b-4be1-b835-9d35f4637452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:33.675164 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e39c747e-fe8b-4be1-b835-9d35f4637452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:33.715681 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e39c747e-fe8b-4be1-b835-9d35f4637452 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18f1875050d94372a30589b764e5de80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561053 Aug 25 05:14:33.721931 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 48312) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:33.722807 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c747e-fe8b-4be1-b835-9d35f4637452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d36360-1aae-4ed9-abf3-0bb0ed795b9c,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:33.741320 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf62d80-b074-41cc-b293-f30c3f9eae2a tempest-TestVolumeBootPattern-931448523 tempest-TestVolumeBootPattern-931448523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:33.746260 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-dcf62d80-b074-41cc-b293-f30c3f9eae2a tempest-TestVolumeBootPattern-931448523 tempest-TestVolumeBootPattern-931448523-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 1094 time: 0.1408236 Aug 25 05:14:33.746411 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c747e-fe8b-4be1-b835-9d35f4637452 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:33.746411 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c747e-fe8b-4be1-b835-9d35f4637452 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:33.746411 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c747e-fe8b-4be1-b835-9d35f4637452 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:33.746411 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c747e-fe8b-4be1-b835-9d35f4637452 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:33.746411 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c747e-fe8b-4be1-b835-9d35f4637452 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:33.746411 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c747e-fe8b-4be1-b835-9d35f4637452 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:33.746411 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c747e-fe8b-4be1-b835-9d35f4637452 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:33.746411 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c747e-fe8b-4be1-b835-9d35f4637452 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:33.746411 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c747e-fe8b-4be1-b835-9d35f4637452 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:33.747233 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48314) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:14:33.747317 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c747e-fe8b-4be1-b835-9d35f4637452 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:33.747317 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c747e-fe8b-4be1-b835-9d35f4637452 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:33.747317 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c747e-fe8b-4be1-b835-9d35f4637452 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:33.751020 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-28884651-4187-4d17-9b24-05df24608638 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Request body: {'floatingip': {'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'port_id': '57a796e0-e094-444a-9125-d9bd919d5046', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:33.785205 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ba4e5a07-cebc-4efe-8999-33b3c9c4cb95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:33.808676 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ba4e5a07-cebc-4efe-8999-33b3c9c4cb95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:33.826691 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28884651-4187-4d17-9b24-05df24608638 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:33.912172 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ba4e5a07-cebc-4efe-8999-33b3c9c4cb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:33.914826 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ba4e5a07-cebc-4efe-8999-33b3c9c4cb95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:33.915990 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ba4e5a07-cebc-4efe-8999-33b3c9c4cb95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05d36360-1aae-4ed9-abf3-0bb0ed795b9c HTTP/1.1" status: 204 len: 168 time: 0.1905506 Aug 25 05:14:33.926001 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e5a07-cebc-4efe-8999-33b3c9c4cb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d36360-1aae-4ed9-abf3-0bb0ed795b9c,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:33.929621 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28884651-4187-4d17-9b24-05df24608638 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:34.040497 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-28884651-4187-4d17-9b24-05df24608638 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Allocated IP 172.27.0.152 (45b0c649-47ed-40e6-b7f6-7d83dd176956/b736f3e8-97a3-44dd-aa37-7a4abcfbc24c/f635c691-11af-4284-bbb3-84d044127cf6) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:14:34.148810 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28884651-4187-4d17-9b24-05df24608638 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:34.284362 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28884651-4187-4d17-9b24-05df24608638 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:34.309593 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:34.325800 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28884651-4187-4d17-9b24-05df24608638 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Network 45b0c649-47ed-40e6-b7f6-7d83dd176956 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:14:34.328260 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-28884651-4187-4d17-9b24-05df24608638 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:14:34.335050 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28884651-4187-4d17-9b24-05df24608638 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:14:34.363292 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28884651-4187-4d17-9b24-05df24608638 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Pushing event updated for resources: {'Port': ['ID=f635c691-11af-4284-bbb3-84d044127cf6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:34.682189 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28884651-4187-4d17-9b24-05df24608638 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:34.782617 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:14:34.808440 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28884651-4187-4d17-9b24-05df24608638 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:34.959102 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28884651-4187-4d17-9b24-05df24608638 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:35.077958 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28884651-4187-4d17-9b24-05df24608638 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8792484'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:35.149759 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28884651-4187-4d17-9b24-05df24608638 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Pushing event updated for resources: {'Port': ['ID=f635c691-11af-4284-bbb3-84d044127cf6,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:35.160044 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28884651-4187-4d17-9b24-05df24608638 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406152'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:35.257714 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-28884651-4187-4d17-9b24-05df24608638 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Floating IP c0355bdb-5518-4f53-a638-2f29997cf1ef associated. External IP: 172.27.0.152, port: 57a796e0-e094-444a-9125-d9bd919d5046. Aug 25 05:14:35.460773 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28884651-4187-4d17-9b24-05df24608638 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Router 38084ad2-165b-42af-841a-bd7ac16778c9 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:14:35.565464 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28884651-4187-4d17-9b24-05df24608638 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:14:35.575635 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff1f52d-1671-4485-8890-3279bdba6b36 None None] Sync routers for ids ['38084ad2-165b-42af-841a-bd7ac16778c9'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:14:35.584222 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff1f52d-1671-4485-8890-3279bdba6b36 None None] Routers {'38084ad2-165b-42af-841a-bd7ac16778c9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:14:35.584839 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-aff1f52d-1671-4485-8890-3279bdba6b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:14:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['38084ad2-165b-42af-841a-bd7ac16778c9'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:35.669318 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28884651-4187-4d17-9b24-05df24608638 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:35.693124 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-aff1f52d-1671-4485-8890-3279bdba6b36 None None] Set router 38084ad2-165b-42af-841a-bd7ac16778c9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:14:35.696122 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-28884651-4187-4d17-9b24-05df24608638 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9486763 Aug 25 05:14:35.696702 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8', 'tag': '57a796e0-e094-444a-9125-d9bd919d5046'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:14:35.699518 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba2df66-37a4-427f-ab66-b6267bc13243" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8", "tag": "57a796e0-e094-444a-9125-d9bd919d5046"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:14:35.737047 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b0800b-4893-448e-9755-c7be9d6b35b7 x-openstack-request-id: req-e8b0800b-4893-448e-9755-c7be9d6b35b7 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:14:35.737336 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8", "tag": "57a796e0-e094-444a-9125-d9bd919d5046", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:14:35.737587 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8b0800b-4893-448e-9755-c7be9d6b35b7 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:14:35.737987 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8', 'tag': '57a796e0-e094-444a-9125-d9bd919d5046', 'status': 'completed', 'code': 200} Aug 25 05:14:35.827390 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2df66-37a4-427f-ab66-b6267bc13243 req-ea4ce8a1-92cb-40ed-8b8f-08e55d87e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:35.828824 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3ba2df66-37a4-427f-ab66-b6267bc13243 req-ea4ce8a1-92cb-40ed-8b8f-08e55d87e663 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13946d6c027543e19b729b21c728a3ee&device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 1099 time: 0.0440912 Aug 25 05:14:35.921975 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2df66-37a4-427f-ab66-b6267bc13243 req-84d6ce58-295a-421a-84f9-6572a031a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:35.923497 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3ba2df66-37a4-427f-ab66-b6267bc13243 req-84d6ce58-295a-421a-84f9-6572a031a0bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=62067af4-7b01-4b37-a0a2-f3697049de5a HTTP/1.1" status: 200 len: 912 time: 0.0872395 Aug 25 05:14:35.934786 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-aff1f52d-1671-4485-8890-3279bdba6b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 4, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': 'c0355bdb-5518-4f53-a638-2f29997cf1ef', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'port_id': '57a796e0-e094-444a-9125-d9bd919d5046', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'mac_address': 'fa:16:3e:08:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:14:34Z', 'updated_at': '2021-08-25T05:14:34Z', 'revision_number': 0, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a36c52-8314-4df3-ba28-f0e93e9907eb', 'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'mac_address': 'fa:16:3e:d5:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:40Z', 'updated_at': '2021-08-25T05:13:45Z', 'revision_number': 5, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'subnets': [{'id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:35.963697 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff1f52d-1671-4485-8890-3279bdba6b36 None None] Checking router: 38084ad2-165b-42af-841a-bd7ac16778c9 for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:14:35.972903 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:35.973930 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff1f52d-1671-4485-8890-3279bdba6b36 None None] Routers {'38084ad2-165b-42af-841a-bd7ac16778c9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:14:35.974739 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-aff1f52d-1671-4485-8890-3279bdba6b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:14:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['38084ad2-165b-42af-841a-bd7ac16778c9'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:35.995125 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3ba2df66-37a4-427f-ab66-b6267bc13243 req-8401f1f7-d6c0-46d2-af60-4c14f05b2c54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57a796e0-e094-444a-9125-d9bd919d5046 HTTP/1.1" status: 200 len: 1000 time: 0.0623486 Aug 25 05:14:36.044848 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2df66-37a4-427f-ab66-b6267bc13243 req-247f24c4-fe17-4f58-8533-e13551f26520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:36.045909 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3ba2df66-37a4-427f-ab66-b6267bc13243 req-247f24c4-fe17-4f58-8533-e13551f26520 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c5af6f4-efdc-4916-98a3-b9087870d169 HTTP/1.1" status: 200 len: 851 time: 0.0450749 Aug 25 05:14:36.083816 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-aff1f52d-1671-4485-8890-3279bdba6b36 None None] Set router 38084ad2-165b-42af-841a-bd7ac16778c9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:14:36.091609 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2df66-37a4-427f-ab66-b6267bc13243 req-42d697b3-28de-462b-ae9b-d1b31de79bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:36.093119 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3ba2df66-37a4-427f-ab66-b6267bc13243 req-42d697b3-28de-462b-ae9b-d1b31de79bd4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62067af4-7b01-4b37-a0a2-f3697049de5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390654 Aug 25 05:14:36.187798 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3ba2df66-37a4-427f-ab66-b6267bc13243 req-dfe0daf9-737e-4504-84b6-cdaebee5e71b service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873077 Aug 25 05:14:36.283933 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3ba2df66-37a4-427f-ab66-b6267bc13243 req-b6298782-72a5-4975-b449-f3c3d7210ab0 service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876889 Aug 25 05:14:36.311342 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-aff1f52d-1671-4485-8890-3279bdba6b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 4, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': 'c0355bdb-5518-4f53-a638-2f29997cf1ef', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'port_id': '57a796e0-e094-444a-9125-d9bd919d5046', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'mac_address': 'fa:16:3e:08:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:14:34Z', 'updated_at': '2021-08-25T05:14:34Z', 'revision_number': 0, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a36c52-8314-4df3-ba28-f0e93e9907eb', 'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'mac_address': 'fa:16:3e:d5:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:40Z', 'updated_at': '2021-08-25T05:13:45Z', 'revision_number': 5, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'subnets': [{'id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:36.341911 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff1f52d-1671-4485-8890-3279bdba6b36 None None] The sync data for ids ['38084ad2-165b-42af-841a-bd7ac16778c9'] in dv-cinder-757936-7-iscsi is: [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 4, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': 'c0355bdb-5518-4f53-a638-2f29997cf1ef', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'port_id': '57a796e0-e094-444a-9125-d9bd919d5046', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'mac_address': 'fa:16:3e:08:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:14:34Z', 'updated_at': '2021-08-25T05:14:34Z', 'revision_number': 0, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a36c52-8314-4df3-ba28-f0e93e9907eb', 'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'mac_address': 'fa:16:3e:d5:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:40Z', 'updated_at': '2021-08-25T05:13:45Z', 'revision_number': 5, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'subnets': [{'id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:14:36.523478 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658d1fde-38bf-4e76-9d10-e395f82a5573 None None] New status for floating IP c0355bdb-5518-4f53-a638-2f29997cf1ef: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 05:14:45.582408 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-1fd7eb29-c231-4340-8d6d-a4d8114e72e1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-980698330&fields=id&tenant_id=ab1013c99e23487a9275a86c94a56cb4 HTTP/1.1" status: 200 len: 267 time: 0.0329871 Aug 25 05:14:45.688291 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-ed8d6200-c899-4405-a9da-c6b03344b376 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:45.689637 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-ed8d6200-c899-4405-a9da-c6b03344b376 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/networks?id=af85147f-5e85-4628-9db0-24fa351703a8 HTTP/1.1" status: 200 len: 809 time: 0.1004722 Aug 25 05:14:45.704552 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-2f79d958-79e8-4435-b592-e611793db41d tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/quotas/ab1013c99e23487a9275a86c94a56cb4 HTTP/1.1" status: 200 len: 375 time: 0.0091188 Aug 25 05:14:45.753405 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-fddfefc6-8db9-4e75-9454-791dcaf5e109 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab1013c99e23487a9275a86c94a56cb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438149 Aug 25 05:14:45.845814 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-b28b82c4-77fc-420f-a3e8-b222860080ac service neutron] 10.222.0.13 "GET /v2.0/networks/af85147f-5e85-4628-9db0-24fa351703a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808959 Aug 25 05:14:45.930588 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-059c0cca-c60f-4ef4-956d-1a6a87564aa1 service neutron] 10.222.0.13 "GET /v2.0/networks/af85147f-5e85-4628-9db0-24fa351703a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788755 Aug 25 05:14:46.444671 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-748e0f4b-1dcd-4e87-ba2a-c6302becd097 req-3c2aa87b-6c3e-477f-8259-5463285f4703 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 210 time: 0.0250216 Aug 25 05:14:47.519028 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-774c067e-7310-40b2-8655-9dde76e25c71 req-ac6e7acb-af79-4434-9f8d-30052ca45d26 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 210 time: 0.0252881 Aug 25 05:14:48.613012 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2453337b-065f-4400-832c-c6e33519aa35 req-98319ef2-a5c1-46d7-98ff-ddb4721227a6 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 210 time: 0.0288854 Aug 25 05:14:48.721396 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-a25d26a4-c338-4913-a9b7-4c611d701046 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:48.722887 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-a25d26a4-c338-4913-a9b7-4c611d701046 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.20 "GET /v2.0/networks?id=af85147f-5e85-4628-9db0-24fa351703a8 HTTP/1.1" status: 200 len: 809 time: 0.1004763 Aug 25 05:14:48.769735 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-0023db1a-0f34-4336-b8c2-e4c74b752787 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab1013c99e23487a9275a86c94a56cb4 HTTP/1.1" status: 200 len: 379 time: 0.0328863 Aug 25 05:14:48.779842 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-14adc5b8-6d32-4d29-a0a3-f39ee7c431b1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Request body: {'port': {'device_id': 'd09a3040-977c-4b74-82d1-d8ebca2ad407', 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8', 'admin_state_up': True, 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'security_groups': ['330d6ae2-c49b-4248-8507-eb6fc0f9f22f']}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:49.023296 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-14adc5b8-6d32-4d29-a0a3-f39ee7c431b1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Made reservation on behalf of ab1013c99e23487a9275a86c94a56cb4 for: {'port': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:14:49.026953 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-14adc5b8-6d32-4d29-a0a3-f39ee7c431b1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:49.151131 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-14adc5b8-6d32-4d29-a0a3-f39ee7c431b1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Allocated IP 172.20.0.9 (af85147f-5e85-4628-9db0-24fa351703a8/a2f2027e-fe44-426d-ba1e-518a6e976d23/18ae07dd-7309-49fa-8bc6-d97f7b1cccb7) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:14:49.281699 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-14adc5b8-6d32-4d29-a0a3-f39ee7c431b1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:49.294253 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-14adc5b8-6d32-4d29-a0a3-f39ee7c431b1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Transition to ACTIVE for port object 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:14:49.445971 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-14adc5b8-6d32-4d29-a0a3-f39ee7c431b1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:49.487587 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-14adc5b8-6d32-4d29-a0a3-f39ee7c431b1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Network af85147f-5e85-4628-9db0-24fa351703a8 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:14:49.490541 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-14adc5b8-6d32-4d29-a0a3-f39ee7c431b1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:14:49.494161 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-14adc5b8-6d32-4d29-a0a3-f39ee7c431b1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:14:49.517696 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14adc5b8-6d32-4d29-a0a3-f39ee7c431b1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Pushing event updated for resources: {'Port': ['ID=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:49.545335 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-14adc5b8-6d32-4d29-a0a3-f39ee7c431b1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:49.545950 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-14adc5b8-6d32-4d29-a0a3-f39ee7c431b1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:49.644292 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-14adc5b8-6d32-4d29-a0a3-f39ee7c431b1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8679183 Aug 25 05:14:49.663488 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] Request body: {'port': {'device_id': 'd09a3040-977c-4b74-82d1-d8ebca2ad407', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:49.746692 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:49.771303 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1a551-5702-4e99-9cfc-4abbdd14b8e5 req-b688918b-ca28-4e49-8fe8-a437a48042a5 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:49.771303 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7cf1a551-5702-4e99-9cfc-4abbdd14b8e5 req-b688918b-ca28-4e49-8fe8-a437a48042a5 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 931 time: 0.0861199 Aug 25 05:14:49.800882 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-e7c6de1d-2af9-4949-8329-37a180fdb2cb None None] Provisioning for port 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:14:49.801515 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-e7c6de1d-2af9-4949-8329-37a180fdb2cb None None] Provisioning complete for port 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:14:49.801896 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7c6de1d-2af9-4949-8329-37a180fdb2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:49.835363 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e7c6de1d-2af9-4949-8329-37a180fdb2cb None None] Port 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:14:49.841107 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7cf1a551-5702-4e99-9cfc-4abbdd14b8e5 req-9b7d76b0-99b6-4467-a0c7-fb2b83bf3cd5 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511515 Aug 25 05:14:50.288680 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 {{(pid=94638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:14:50.296098 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:50.307829 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] Transition to ACTIVE for port object 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 will not be triggered until provisioned by entity L2. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:14:50.376976 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52348945'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:50.418891 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:50.427711 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] Pushing event updated for resources: {'Port': ['ID=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:50.492764 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] Attempting to bind port 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:14:50.493107 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] Attempting to bind port 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '3a1debac-b5ba-4dcd-8a4d-7e81711d9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8'}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:14:50.493440 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] Attempting to bind port 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 on network af85147f-5e85-4628-9db0-24fa351703a8 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:14:50.498386 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] Port 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 on network af85147f-5e85-4628-9db0-24fa351703a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 05:14:50.498747 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] Attempting to bind port 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 on network af85147f-5e85-4628-9db0-24fa351703a8 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:14:50.504008 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] Checking agent: {'id': '2d6b99c1-3d97-4a8a-bca5-2c0d702c36c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'started_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:14:50.510000 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] Checking segment: {'id': '3a1debac-b5ba-4dcd-8a4d-7e81711d9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:14:50.510000 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] Bound using segment: {'id': '3a1debac-b5ba-4dcd-8a4d-7e81711d9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8'} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:14:50.510000 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] Bound port: 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a1debac-b5ba-4dcd-8a4d-7e81711d9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8'}}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:14:50.510000 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:50.574990 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] For port 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7, host hv-cinder-75793, cleared binding levels {{(pid=94638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:14:50.578089 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] For port 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7,segment=NetworkSegment(3a1debac-b5ba-4dcd-8a4d-7e81711d9952),segment_id=3a1debac-b5ba-4dcd-8a4d-7e81711d9952)] {{(pid=94638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:14:50.672369 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52348945'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:50.703668 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:50.708620 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:14:50.708620 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] 10.222.0.20 "PUT /v2.0/ports/18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 HTTP/1.1" status: 200 len: 1093 time: 1.0464816 Aug 25 05:14:50.708620 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09a3040-977c-4b74-82d1-d8ebca2ad407', 'tag': '18ae07dd-7309-49fa-8bc6-d97f7b1cccb7'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:14:50.708620 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3818d42c-a29a-48d3-a36b-529a21d668d5" -d '{"events": [{"name": "network-changed", "server_uuid": "d09a3040-977c-4b74-82d1-d8ebca2ad407", "tag": "18ae07dd-7309-49fa-8bc6-d97f7b1cccb7"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:14:50.736047 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df142f-b435-4431-b615-0d0119c85c7b service neutron] Pushing event updated for resources: {'Port': ['ID=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7,revision_number=3']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:50.744113 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9d19b7-71de-41ec-a2c6-90cd60f530f4 x-openstack-request-id: req-1a9d19b7-71de-41ec-a2c6-90cd60f530f4 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:14:50.744402 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09a3040-977c-4b74-82d1-d8ebca2ad407", "tag": "18ae07dd-7309-49fa-8bc6-d97f7b1cccb7", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:14:50.744648 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a9d19b7-71de-41ec-a2c6-90cd60f530f4 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:14:50.745031 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09a3040-977c-4b74-82d1-d8ebca2ad407', 'tag': '18ae07dd-7309-49fa-8bc6-d97f7b1cccb7', 'status': 'completed', 'code': 200} Aug 25 05:14:50.829561 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818d42c-a29a-48d3-a36b-529a21d668d5 req-6b303d67-7083-4b8c-bf38-db77eb7c49fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:50.834917 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3818d42c-a29a-48d3-a36b-529a21d668d5 req-6b303d67-7083-4b8c-bf38-db77eb7c49fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ab1013c99e23487a9275a86c94a56cb4&device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 1096 time: 0.0431736 Aug 25 05:14:50.966307 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818d42c-a29a-48d3-a36b-529a21d668d5 req-6ce06e33-13a9-43a7-89bc-85070588e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:50.967867 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3818d42c-a29a-48d3-a36b-529a21d668d5 req-6ce06e33-13a9-43a7-89bc-85070588e220 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ab1013c99e23487a9275a86c94a56cb4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1208355 Aug 25 05:14:50.980799 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ac881-7e5d-492d-802c-2ac966cc7908 req-245ac2b6-75ee-46e5-9c02-1e57146692fc tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:50.982238 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-987ac881-7e5d-492d-802c-2ac966cc7908 req-245ac2b6-75ee-46e5-9c02-1e57146692fc tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 943 time: 0.0721686 Aug 25 05:14:51.067352 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-987ac881-7e5d-492d-802c-2ac966cc7908 req-e9d72209-8dad-4190-8762-c21a58619b3a tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767083 Aug 25 05:14:51.096460 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818d42c-a29a-48d3-a36b-529a21d668d5 req-1b29a5cc-26a7-458f-8bd9-0ae1c6dc6bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:51.097949 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3818d42c-a29a-48d3-a36b-529a21d668d5 req-1b29a5cc-26a7-458f-8bd9-0ae1c6dc6bc1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1148417 Aug 25 05:14:51.194430 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-4660d41e-1e39-4df0-9761-37e3f231c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:51.195914 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-4660d41e-1e39-4df0-9761-37e3f231c97e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ab1013c99e23487a9275a86c94a56cb4&device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 1096 time: 0.0397873 Aug 25 05:14:51.243064 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-2ff3961d-3f6a-4288-a243-975bc36bb84f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 HTTP/1.1" status: 200 len: 217 time: 0.0325971 Aug 25 05:14:51.294218 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-fa447731-2ac7-43a0-9adb-8d850019838f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:51.295638 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-fa447731-2ac7-43a0-9adb-8d850019838f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2f2027e-fe44-426d-ba1e-518a6e976d23 HTTP/1.1" status: 200 len: 848 time: 0.0453045 Aug 25 05:14:51.342166 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-2d7ad72f-20e4-4057-beca-6169ae125888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:51.343640 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-2d7ad72f-20e4-4057-beca-6169ae125888 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af85147f-5e85-4628-9db0-24fa351703a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378811 Aug 25 05:14:51.429284 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-8164cd14-4d95-48ca-91fe-f913c4884794 service neutron] 10.222.0.20 "GET /v2.0/networks/af85147f-5e85-4628-9db0-24fa351703a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789042 Aug 25 05:14:51.518637 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c2146a5d-533f-4fd2-a450-25ca6c2a7ba5 req-acedd6dc-7542-427d-9f37-a49bc0bd4471 service neutron] 10.222.0.20 "GET /v2.0/networks/af85147f-5e85-4628-9db0-24fa351703a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822098 Aug 25 05:14:52.179424 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815bb65-6f53-4b27-8f89-997e45888018 req-9a25abae-ddac-431d-8fc2-84c57da11361 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:52.180851 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8815bb65-6f53-4b27-8f89-997e45888018 req-9a25abae-ddac-431d-8fc2-84c57da11361 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 943 time: 0.0461047 Aug 25 05:14:52.217515 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8815bb65-6f53-4b27-8f89-997e45888018 req-7d1e19d7-fe49-425d-bdaf-ec0515de59a0 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301120 Aug 25 05:14:53.327862 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb05db6-119c-46c0-b71b-6abc1b951b08 req-8b530e06-395a-4511-b2cf-230cb8f8cca1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:53.329322 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ceb05db6-119c-46c0-b71b-6abc1b951b08 req-8b530e06-395a-4511-b2cf-230cb8f8cca1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 943 time: 0.0478806 Aug 25 05:14:53.365668 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ceb05db6-119c-46c0-b71b-6abc1b951b08 req-b04bdea3-21e5-466a-86b5-4bcdb51bce27 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306072 Aug 25 05:14:54.481187 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307a539-2ca7-47fb-b351-15dec405d7e4 req-c73d5b56-4dbe-4b38-b56a-61819b398d70 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:54.482638 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2307a539-2ca7-47fb-b351-15dec405d7e4 req-c73d5b56-4dbe-4b38-b56a-61819b398d70 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 943 time: 0.0462408 Aug 25 05:14:54.519551 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2307a539-2ca7-47fb-b351-15dec405d7e4 req-9cb9360f-33e5-4628-914b-3ad369494138 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310566 Aug 25 05:14:55.632677 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81036248-84f7-4152-9e1a-6bda998d48f0 req-f0e4db05-2d48-4dd3-b670-466316f1dc0e tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:55.634135 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-81036248-84f7-4152-9e1a-6bda998d48f0 req-f0e4db05-2d48-4dd3-b670-466316f1dc0e tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 943 time: 0.0512309 Aug 25 05:14:55.671265 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-81036248-84f7-4152-9e1a-6bda998d48f0 req-314ce268-f321-4309-86ca-8daaa1a9da25 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305760 Aug 25 05:14:56.787258 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5742e1-e659-4ccf-9c7d-df3894c6f4ca req-deb26e6a-bf1d-48bf-95fe-e8c56d9e8020 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:56.788711 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7b5742e1-e659-4ccf-9c7d-df3894c6f4ca req-deb26e6a-bf1d-48bf-95fe-e8c56d9e8020 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 943 time: 0.0534420 Aug 25 05:14:56.825212 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7b5742e1-e659-4ccf-9c7d-df3894c6f4ca req-13448f59-4f7a-40e0-ba3d-57dfd0f8ed5e tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305269 Aug 25 05:14:57.934947 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35ee5e-27d5-4627-a746-9dc55a197ce0 req-1e8bf167-2a12-4f4d-a9f6-bfb8ccfb7c64 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:57.936430 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bb35ee5e-27d5-4627-a746-9dc55a197ce0 req-1e8bf167-2a12-4f4d-a9f6-bfb8ccfb7c64 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 943 time: 0.0473824 Aug 25 05:14:57.973167 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bb35ee5e-27d5-4627-a746-9dc55a197ce0 req-650bbf53-2483-4198-92b4-e1fa2b5907b2 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309136 Aug 25 05:14:59.083190 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c40b3-761a-49ed-934b-f198c5f00a02 req-881e9e78-0150-4260-b930-f397b571b9e7 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:14:59.084632 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-553c40b3-761a-49ed-934b-f198c5f00a02 req-881e9e78-0150-4260-b930-f397b571b9e7 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 943 time: 0.0471599 Aug 25 05:14:59.120833 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-553c40b3-761a-49ed-934b-f198c5f00a02 req-155de32e-b2e1-411d-9376-632a0849056e tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298529 Aug 25 05:15:00.236324 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8d0aa-d589-4abe-8396-6a34b384b36a req-3eb77c7a-3755-43e2-a53d-be697b1c5304 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:15:00.237774 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-57d8d0aa-d589-4abe-8396-6a34b384b36a req-3eb77c7a-3755-43e2-a53d-be697b1c5304 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 943 time: 0.0472093 Aug 25 05:15:00.273126 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-57d8d0aa-d589-4abe-8396-6a34b384b36a req-be48d123-3e63-4721-b959-498c93019a8f tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296342 Aug 25 05:15:00.528930 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e67c4dc5-8c3a-450a-9ad6-867092a05be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:00.634329 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6d5585d6-8aac-456b-b668-82e4a2511d91 req-3bf48602-148d-411c-a384-7671028151d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411382 Aug 25 05:15:00.729872 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5585d6-8aac-456b-b668-82e4a2511d91 req-6ac65881-0729-49b4-88a1-aa4198702227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:15:00.731362 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6d5585d6-8aac-456b-b668-82e4a2511d91 req-6ac65881-0729-49b4-88a1-aa4198702227 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13946d6c027543e19b729b21c728a3ee&device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 1099 time: 0.0389993 Aug 25 05:15:00.831080 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5585d6-8aac-456b-b668-82e4a2511d91 req-25ec2665-d8d4-445c-ba12-c9cd77f0d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:15:00.832534 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6d5585d6-8aac-456b-b668-82e4a2511d91 req-25ec2665-d8d4-445c-ba12-c9cd77f0d88a service neutron] 10.222.0.20 "GET /v2.0/networks?id=62067af4-7b01-4b37-a0a2-f3697049de5a HTTP/1.1" status: 200 len: 912 time: 0.0821977 Aug 25 05:15:00.899824 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6d5585d6-8aac-456b-b668-82e4a2511d91 req-ace0a228-c562-4bbd-af57-099c34a8ef00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57a796e0-e094-444a-9125-d9bd919d5046 HTTP/1.1" status: 200 len: 1002 time: 0.0597732 Aug 25 05:15:00.947477 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5585d6-8aac-456b-b668-82e4a2511d91 req-fd84d1f1-6024-48fb-aa8d-e153226a8a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:15:00.948905 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6d5585d6-8aac-456b-b668-82e4a2511d91 req-fd84d1f1-6024-48fb-aa8d-e153226a8a37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c5af6f4-efdc-4916-98a3-b9087870d169 HTTP/1.1" status: 200 len: 851 time: 0.0421782 Aug 25 05:15:00.956415 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:15:00.993346 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5585d6-8aac-456b-b668-82e4a2511d91 req-90f93cdd-8dfa-4b5d-acda-cdc0e6f0fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:15:00.994970 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6d5585d6-8aac-456b-b668-82e4a2511d91 req-90f93cdd-8dfa-4b5d-acda-cdc0e6f0fd0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62067af4-7b01-4b37-a0a2-f3697049de5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387495 Aug 25 05:15:01.050863 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7,segment=NetworkSegment(3a1debac-b5ba-4dcd-8a4d-7e81711d9952),segment_id=3a1debac-b5ba-4dcd-8a4d-7e81711d9952)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:15:01.061699 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': '18ae07dd-7309-49fa-8bc6-d97f7b1cccb7', 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8', 'port_id': '18ae07dd-7309-49fa-8bc6-d97f7b1cccb7', 'mac_address': 'fa:16:3e:4e:4d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f2027e-fe44-426d-ba1e-518a6e976d23', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:15:01.084683 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6d5585d6-8aac-456b-b668-82e4a2511d91 req-2aa19dd9-d315-4335-a2d2-3be2c381bdc3 service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822692 Aug 25 05:15:01.100811 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:01.113954 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:15:01.132913 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7,segment=NetworkSegment(3a1debac-b5ba-4dcd-8a4d-7e81711d9952),segment_id=3a1debac-b5ba-4dcd-8a4d-7e81711d9952)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:15:01.173905 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6d5585d6-8aac-456b-b668-82e4a2511d91 req-9b3203b1-b53a-40ea-a9e9-9f93105b49bd service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822573 Aug 25 05:15:01.222832 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:01.268913 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:01.383364 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61665074-5eb6-4b4d-9cb5-456463eea6c5 req-9f0fc5d1-cdca-4c72-b86b-6159c0fe3ef8 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:15:01.384805 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-61665074-5eb6-4b4d-9cb5-456463eea6c5 req-9f0fc5d1-cdca-4c72-b86b-6159c0fe3ef8 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 944 time: 0.0469241 Aug 25 05:15:01.421544 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-61665074-5eb6-4b4d-9cb5-456463eea6c5 req-69cf52a3-337b-4be1-a787-33d7c5937ff0 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303609 Aug 25 05:15:01.525618 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['18ae07dd-7309-49fa-8bc6-d97f7b1cccb7'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:15:02.536708 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887b905-8a9a-4c82-9401-f81629010e28 req-71f4910f-c7e3-49b7-8325-410c0f491ed9 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:15:02.538188 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2887b905-8a9a-4c82-9401-f81629010e28 req-71f4910f-c7e3-49b7-8325-410c0f491ed9 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 944 time: 0.0521288 Aug 25 05:15:02.575235 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2887b905-8a9a-4c82-9401-f81629010e28 req-d981ab91-03b1-456c-9fb5-f4b60e213871 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312226 Aug 25 05:15:02.974209 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-890ce613-6862-41a9-ac0a-97096eb3e639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:02.988485 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:15:03.111624 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning for port 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:15:03.115209 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:15:03.117313 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:03.190480 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:03.211674 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09a3040-977c-4b74-82d1-d8ebca2ad407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ae07dd-7309-49fa-8bc6-d97f7b1cccb7'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:15:03.214422 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b7fb78-a77e-44ca-81f8-aeaafd461a94" -d '{"events": [{"server_uuid": "d09a3040-977c-4b74-82d1-d8ebca2ad407", "name": "network-vif-plugged", "status": "completed", "tag": "18ae07dd-7309-49fa-8bc6-d97f7b1cccb7"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:15:03.236635 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7,segment=NetworkSegment(3a1debac-b5ba-4dcd-8a4d-7e81711d9952),segment_id=3a1debac-b5ba-4dcd-8a4d-7e81711d9952)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:15:03.252519 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de29c89c-79e0-4383-99ff-f70118b73dbb x-openstack-request-id: req-de29c89c-79e0-4383-99ff-f70118b73dbb {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:15:03.252847 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09a3040-977c-4b74-82d1-d8ebca2ad407", "name": "network-vif-plugged", "status": "completed", "tag": "18ae07dd-7309-49fa-8bc6-d97f7b1cccb7", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:15:03.253105 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de29c89c-79e0-4383-99ff-f70118b73dbb {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:15:03.253495 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09a3040-977c-4b74-82d1-d8ebca2ad407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ae07dd-7309-49fa-8bc6-d97f7b1cccb7', 'code': 200} Aug 25 05:15:03.308142 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:03.353643 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:03.357496 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:03.607189 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1667be-cfde-4311-82ea-64984d5b0021 req-28510207-fceb-473e-87a4-8ed4f8d1f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:15:03.608858 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6b1667be-cfde-4311-82ea-64984d5b0021 req-28510207-fceb-473e-87a4-8ed4f8d1f28b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 1098 time: 0.0397444 Aug 25 05:15:03.653470 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6b1667be-cfde-4311-82ea-64984d5b0021 req-91d5d22e-ba25-4a56-956b-c8389a27b48a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375879 Aug 25 05:15:03.686747 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c8a7c-0f15-4b56-b034-bc0c0eb446cf req-a65b31b7-1944-469b-b66a-a5b4b972cecd tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:15:03.688154 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e61c8a7c-0f15-4b56-b034-bc0c0eb446cf req-a65b31b7-1944-469b-b66a-a5b4b972cecd tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 945 time: 0.0492327 Aug 25 05:15:03.724525 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e61c8a7c-0f15-4b56-b034-bc0c0eb446cf req-18ac1596-e582-4178-94e5-a3a680eadb25 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306606 Aug 25 05:15:04.271351 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:04.842622 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31e4b2-aaae-435a-911e-f24e160656c9 req-4665d985-5453-4e13-98d2-a1efd054cdf8 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:15:04.844094 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6b31e4b2-aaae-435a-911e-f24e160656c9 req-4665d985-5453-4e13-98d2-a1efd054cdf8 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 945 time: 0.0532603 Aug 25 05:15:04.882192 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6b31e4b2-aaae-435a-911e-f24e160656c9 req-9c4de3f5-3410-4156-a1ad-0f7791cf1931 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311363 Aug 25 05:15:05.963395 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:05.996228 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c21b88-6e5c-4bb0-9aca-5350af2f6443 req-f5eb1d8c-38fd-4d93-a571-cfb728e98b33 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:15:05.997674 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-99c21b88-6e5c-4bb0-9aca-5350af2f6443 req-f5eb1d8c-38fd-4d93-a571-cfb728e98b33 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 945 time: 0.0505342 Aug 25 05:15:06.033731 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-99c21b88-6e5c-4bb0-9aca-5350af2f6443 req-3edc3f0e-8fbb-487d-b670-022e6f7bc5d4 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299366 Aug 25 05:15:06.143170 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec34dde-32f3-43a2-bc3f-9dba00e48cde req-bc338caa-b50b-4978-a0b4-9bdc3ea4791c tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:15:06.144641 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fec34dde-32f3-43a2-bc3f-9dba00e48cde req-bc338caa-b50b-4978-a0b4-9bdc3ea4791c tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 945 time: 0.0481405 Aug 25 05:15:06.181064 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fec34dde-32f3-43a2-bc3f-9dba00e48cde req-ab901f79-8c8c-4fc3-abf5-6ed0f838afdf tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306540 Aug 25 05:15:06.202149 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48428) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:15:06.374028 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae434ca-75ca-403f-b2cb-d8e1d784cb0b tempest-TestShelveInstance-2113837967 tempest-TestShelveInstance-2113837967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:15:06.375791 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-5ae434ca-75ca-403f-b2cb-d8e1d784cb0b tempest-TestShelveInstance-2113837967 tempest-TestShelveInstance-2113837967-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 1093 time: 0.1726828 Aug 25 05:15:06.378635 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48432) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:15:06.383060 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a016f36a-397c-4cb5-b58d-a885332cbada tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Request body: {'floatingip': {'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'port_id': '18ae07dd-7309-49fa-8bc6-d97f7b1cccb7', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:15:06.479988 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a016f36a-397c-4cb5-b58d-a885332cbada tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:06.576164 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a016f36a-397c-4cb5-b58d-a885332cbada tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:06.674258 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-a016f36a-397c-4cb5-b58d-a885332cbada tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Allocated IP 172.27.0.19 (45b0c649-47ed-40e6-b7f6-7d83dd176956/b736f3e8-97a3-44dd-aa37-7a4abcfbc24c/329b7eea-cee4-4190-9987-533c05ccba07) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:15:06.774433 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a016f36a-397c-4cb5-b58d-a885332cbada tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:06.874123 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a016f36a-397c-4cb5-b58d-a885332cbada tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:06.912542 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a016f36a-397c-4cb5-b58d-a885332cbada tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Network 45b0c649-47ed-40e6-b7f6-7d83dd176956 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:15:06.915354 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a016f36a-397c-4cb5-b58d-a885332cbada tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:15:06.919361 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a016f36a-397c-4cb5-b58d-a885332cbada tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:15:06.924521 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016f36a-397c-4cb5-b58d-a885332cbada tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Pushing event updated for resources: {'Port': ['ID=329b7eea-cee4-4190-9987-533c05ccba07,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:07.247474 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a016f36a-397c-4cb5-b58d-a885332cbada tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:07.371654 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a016f36a-397c-4cb5-b58d-a885332cbada tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:07.516477 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a016f36a-397c-4cb5-b58d-a885332cbada tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:07.633914 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a016f36a-397c-4cb5-b58d-a885332cbada tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8792484'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:07.701896 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016f36a-397c-4cb5-b58d-a885332cbada tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Pushing event updated for resources: {'Port': ['ID=329b7eea-cee4-4190-9987-533c05ccba07,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:07.713101 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a016f36a-397c-4cb5-b58d-a885332cbada tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406152'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:07.808119 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-a016f36a-397c-4cb5-b58d-a885332cbada tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Floating IP 4c79c1bb-cf30-4388-82f1-45b07e36e535 associated. External IP: 172.27.0.19, port: 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7. Aug 25 05:15:08.233467 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a016f36a-397c-4cb5-b58d-a885332cbada tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Router 634b86fa-6600-46b8-a7a4-f6d1af9bb36f has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:15:08.336410 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a016f36a-397c-4cb5-b58d-a885332cbada tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:15:08.346174 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fd749e-7642-43de-acbc-2e26882bd712 None None] Sync routers for ids ['634b86fa-6600-46b8-a7a4-f6d1af9bb36f'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:15:08.355644 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fd749e-7642-43de-acbc-2e26882bd712 None None] Routers {'634b86fa-6600-46b8-a7a4-f6d1af9bb36f'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:15:08.360086 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-09fd749e-7642-43de-acbc-2e26882bd712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:15:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['634b86fa-6600-46b8-a7a4-f6d1af9bb36f'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:15:08.414652 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a016f36a-397c-4cb5-b58d-a885332cbada tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:08.441932 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a016f36a-397c-4cb5-b58d-a885332cbada tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0623090 Aug 25 05:15:08.445961 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09a3040-977c-4b74-82d1-d8ebca2ad407', 'tag': '18ae07dd-7309-49fa-8bc6-d97f7b1cccb7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:15:08.445961 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea87316c-fbbb-4125-b647-4e870171ac81" -d '{"events": [{"name": "network-changed", "server_uuid": "d09a3040-977c-4b74-82d1-d8ebca2ad407", "tag": "18ae07dd-7309-49fa-8bc6-d97f7b1cccb7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:15:08.459797 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-09fd749e-7642-43de-acbc-2e26882bd712 None None] Set router 634b86fa-6600-46b8-a7a4-f6d1af9bb36f gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:15:08.482084 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea805ce9-834b-4533-8884-e008ac3d4645 x-openstack-request-id: req-ea805ce9-834b-4533-8884-e008ac3d4645 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:15:08.482374 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09a3040-977c-4b74-82d1-d8ebca2ad407", "tag": "18ae07dd-7309-49fa-8bc6-d97f7b1cccb7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:15:08.482699 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea805ce9-834b-4533-8884-e008ac3d4645 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:15:08.483105 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09a3040-977c-4b74-82d1-d8ebca2ad407', 'tag': '18ae07dd-7309-49fa-8bc6-d97f7b1cccb7', 'status': 'completed', 'code': 200} Aug 25 05:15:08.567988 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87316c-fbbb-4125-b647-4e870171ac81 req-251fa115-554d-4d13-bc64-75ec6d309d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:15:08.569516 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ea87316c-fbbb-4125-b647-4e870171ac81 req-251fa115-554d-4d13-bc64-75ec6d309d90 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ab1013c99e23487a9275a86c94a56cb4&device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 1098 time: 0.0413046 Aug 25 05:15:08.662144 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87316c-fbbb-4125-b647-4e870171ac81 req-c4a3203b-ccb8-4e10-a913-70fcfb007e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:15:08.663813 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ea87316c-fbbb-4125-b647-4e870171ac81 req-c4a3203b-ccb8-4e10-a913-70fcfb007e25 service neutron] 10.222.0.20 "GET /v2.0/networks?id=af85147f-5e85-4628-9db0-24fa351703a8 HTTP/1.1" status: 200 len: 909 time: 0.0861955 Aug 25 05:15:08.728210 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ea87316c-fbbb-4125-b647-4e870171ac81 req-b01a665d-34fb-4d5f-838b-700f20cc0980 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 HTTP/1.1" status: 200 len: 998 time: 0.0560086 Aug 25 05:15:08.775677 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87316c-fbbb-4125-b647-4e870171ac81 req-2bc224b6-ecd5-4c1b-9276-3b962e37d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:15:08.777621 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ea87316c-fbbb-4125-b647-4e870171ac81 req-2bc224b6-ecd5-4c1b-9276-3b962e37d264 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2f2027e-fe44-426d-ba1e-518a6e976d23 HTTP/1.1" status: 200 len: 848 time: 0.0420923 Aug 25 05:15:08.801324 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-09fd749e-7642-43de-acbc-2e26882bd712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'name': 'tempest-TestShelveInstance-1029506731-router', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:12Z', 'updated_at': '2021-08-25T05:14:16Z', 'revision_number': 4, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'gw_port': {'id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:13Z', 'updated_at': '2021-08-25T05:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '4c79c1bb-cf30-4388-82f1-45b07e36e535', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'port_id': '18ae07dd-7309-49fa-8bc6-d97f7b1cccb7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8', 'mac_address': 'fa:16:3e:4e:4d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09a3040-977c-4b74-82d1-d8ebca2ad407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:15:07Z', 'updated_at': '2021-08-25T05:15:07Z', 'revision_number': 0, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36cf2b2b-d451-4137-96e4-91afb8f1f0d3', 'name': '', 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'mac_address': 'fa:16:3e:20:83:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a2f2027e-fe44-426d-ba1e-518a6e976d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:15Z', 'updated_at': '2021-08-25T05:14:21Z', 'revision_number': 5, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'subnets': [{'id': 'a2f2027e-fe44-426d-ba1e-518a6e976d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:15:08.827435 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87316c-fbbb-4125-b647-4e870171ac81 req-dbf6f1dd-98a4-4fda-8e6a-9074fdedf7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:15:08.828950 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ea87316c-fbbb-4125-b647-4e870171ac81 req-dbf6f1dd-98a4-4fda-8e6a-9074fdedf7be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af85147f-5e85-4628-9db0-24fa351703a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417280 Aug 25 05:15:08.830493 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fd749e-7642-43de-acbc-2e26882bd712 None None] Checking router: 634b86fa-6600-46b8-a7a4-f6d1af9bb36f for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:15:08.839381 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fd749e-7642-43de-acbc-2e26882bd712 None None] Routers {'634b86fa-6600-46b8-a7a4-f6d1af9bb36f'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:15:08.839980 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-09fd749e-7642-43de-acbc-2e26882bd712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:15:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['634b86fa-6600-46b8-a7a4-f6d1af9bb36f'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:15:08.918606 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ea87316c-fbbb-4125-b647-4e870171ac81 req-63a5f55e-c736-45b7-bc85-2da534c54c15 service neutron] 10.222.0.20 "GET /v2.0/networks/af85147f-5e85-4628-9db0-24fa351703a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814259 Aug 25 05:15:08.941824 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-09fd749e-7642-43de-acbc-2e26882bd712 None None] Set router 634b86fa-6600-46b8-a7a4-f6d1af9bb36f gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:15:09.011371 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ea87316c-fbbb-4125-b647-4e870171ac81 req-747f1e06-50bf-4cdc-8348-d310c42fab3c service neutron] 10.222.0.20 "GET /v2.0/networks/af85147f-5e85-4628-9db0-24fa351703a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842609 Aug 25 05:15:09.160352 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-09fd749e-7642-43de-acbc-2e26882bd712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'name': 'tempest-TestShelveInstance-1029506731-router', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:12Z', 'updated_at': '2021-08-25T05:14:16Z', 'revision_number': 4, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'gw_port': {'id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:13Z', 'updated_at': '2021-08-25T05:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '4c79c1bb-cf30-4388-82f1-45b07e36e535', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'port_id': '18ae07dd-7309-49fa-8bc6-d97f7b1cccb7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8', 'mac_address': 'fa:16:3e:4e:4d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09a3040-977c-4b74-82d1-d8ebca2ad407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:15:07Z', 'updated_at': '2021-08-25T05:15:07Z', 'revision_number': 0, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36cf2b2b-d451-4137-96e4-91afb8f1f0d3', 'name': '', 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'mac_address': 'fa:16:3e:20:83:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a2f2027e-fe44-426d-ba1e-518a6e976d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:15Z', 'updated_at': '2021-08-25T05:14:21Z', 'revision_number': 5, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'subnets': [{'id': 'a2f2027e-fe44-426d-ba1e-518a6e976d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:15:09.186235 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fd749e-7642-43de-acbc-2e26882bd712 None None] The sync data for ids ['634b86fa-6600-46b8-a7a4-f6d1af9bb36f'] in dv-cinder-757936-7-iscsi is: [{'id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'name': 'tempest-TestShelveInstance-1029506731-router', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:12Z', 'updated_at': '2021-08-25T05:14:16Z', 'revision_number': 4, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'gw_port': {'id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:13Z', 'updated_at': '2021-08-25T05:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '4c79c1bb-cf30-4388-82f1-45b07e36e535', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'port_id': '18ae07dd-7309-49fa-8bc6-d97f7b1cccb7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8', 'mac_address': 'fa:16:3e:4e:4d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09a3040-977c-4b74-82d1-d8ebca2ad407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:15:07Z', 'updated_at': '2021-08-25T05:15:07Z', 'revision_number': 0, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36cf2b2b-d451-4137-96e4-91afb8f1f0d3', 'name': '', 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'mac_address': 'fa:16:3e:20:83:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a2f2027e-fe44-426d-ba1e-518a6e976d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:15Z', 'updated_at': '2021-08-25T05:14:21Z', 'revision_number': 5, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'subnets': [{'id': 'a2f2027e-fe44-426d-ba1e-518a6e976d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:15:09.363381 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d138cdf4-5df7-4702-b538-7f2bd8815200 None None] New status for floating IP 4c79c1bb-cf30-4388-82f1-45b07e36e535: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 05:15:11.780995 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:15:20.416441 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:30.542606 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3a06-245e-4bf3-aefc-fd925dc8257c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:32.942055 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c7d8f50-eaf4-492e-82df-d04207876bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:33.335968 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:34.290606 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:35.976049 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:15:48.780165 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:15:50.404032 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:00.558135 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa36b515-d0c1-4067-a6e8-98aca1d989ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:01.820916 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-99066d8d-c61b-4899-9b3e-3a351a859ab1 req-cdf69453-6869-4ffa-a383-7d413fce0a4d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843992 Aug 25 05:16:01.912272 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99066d8d-c61b-4899-9b3e-3a351a859ab1 req-54eb4682-a917-43d0-a998-2a8a184a90c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:01.913701 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-99066d8d-c61b-4899-9b3e-3a351a859ab1 req-54eb4682-a917-43d0-a998-2a8a184a90c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13946d6c027543e19b729b21c728a3ee&device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 1099 time: 0.0378234 Aug 25 05:16:02.015130 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99066d8d-c61b-4899-9b3e-3a351a859ab1 req-9128a5aa-a454-43fb-882f-d98e5ec5f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:02.016478 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-99066d8d-c61b-4899-9b3e-3a351a859ab1 req-9128a5aa-a454-43fb-882f-d98e5ec5f9f1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62067af4-7b01-4b37-a0a2-f3697049de5a HTTP/1.1" status: 200 len: 912 time: 0.0841453 Aug 25 05:16:02.082043 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-99066d8d-c61b-4899-9b3e-3a351a859ab1 req-03f172ef-6b68-4d43-9ad5-8b78b540b925 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57a796e0-e094-444a-9125-d9bd919d5046 HTTP/1.1" status: 200 len: 1002 time: 0.0570214 Aug 25 05:16:02.129288 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99066d8d-c61b-4899-9b3e-3a351a859ab1 req-302bd60d-45ad-4fcb-a4b9-80828404c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:02.131272 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-99066d8d-c61b-4899-9b3e-3a351a859ab1 req-302bd60d-45ad-4fcb-a4b9-80828404c4ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c5af6f4-efdc-4916-98a3-b9087870d169 HTTP/1.1" status: 200 len: 851 time: 0.0416176 Aug 25 05:16:02.177601 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99066d8d-c61b-4899-9b3e-3a351a859ab1 req-49b26751-8862-4e60-adfa-f475caefae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:02.179073 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-99066d8d-c61b-4899-9b3e-3a351a859ab1 req-49b26751-8862-4e60-adfa-f475caefae11 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62067af4-7b01-4b37-a0a2-f3697049de5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412834 Aug 25 05:16:02.190422 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [req-99066d8d-c61b-4899-9b3e-3a351a859ab1 req-186f907f-ba60-4f3e-8be3-fb04ea35c95f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 05:16:02.191398 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-99066d8d-c61b-4899-9b3e-3a351a859ab1 req-186f907f-ba60-4f3e-8be3-fb04ea35c95f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055418 Aug 25 05:16:02.278084 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-99066d8d-c61b-4899-9b3e-3a351a859ab1 req-cd4cb3df-5dc5-4ef2-aecf-d8ea2d0b892a service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792942 Aug 25 05:16:02.367602 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-99066d8d-c61b-4899-9b3e-3a351a859ab1 req-29bf8d63-bb37-4a13-97d4-e3a035dfb7c8 service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817697 Aug 25 05:16:02.935263 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b43c47e8-8336-4556-9f17-4c00762b7974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:03.338794 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:04.329745 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:05.952611 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:20.389847 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:25.778290 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:16:30.560648 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1903930-d48d-4dcd-8b6f-57761c3e3163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:32.960878 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79492d04-fad7-438c-8b8d-b10d5bf180f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:33.329249 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:33.497094 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b907bd-4bf5-4410-8e56-f950a8b60d55 req-ce6c9462-d3fa-4c2b-a7e6-22175f0bae47 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:33.498818 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b6b907bd-4bf5-4410-8e56-f950a8b60d55 req-ce6c9462-d3fa-4c2b-a7e6-22175f0bae47 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 946 time: 0.1496141 Aug 25 05:16:33.534735 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b6b907bd-4bf5-4410-8e56-f950a8b60d55 req-6e082ecd-5543-4644-9d4f-8bd27ec69fd3 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300059 Aug 25 05:16:34.294426 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:34.702506 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94270e-239c-418f-b029-6d9f39b2db01 req-9fd14516-e4cd-4412-960c-b6cc94f98f2d tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:34.704001 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bb94270e-239c-418f-b029-6d9f39b2db01 req-9fd14516-e4cd-4412-960c-b6cc94f98f2d tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 946 time: 0.1040881 Aug 25 05:16:34.741107 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bb94270e-239c-418f-b029-6d9f39b2db01 req-8443065f-e57f-4eda-aca8-b23d10e27843 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312772 Aug 25 05:16:35.075591 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395f5b4-5f65-4571-b80d-cdeae5765728 req-a45e162f-8065-4e93-9e63-f5f0f8536325 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:35.077064 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9395f5b4-5f65-4571-b80d-cdeae5765728 req-a45e162f-8065-4e93-9e63-f5f0f8536325 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 946 time: 0.0452011 Aug 25 05:16:35.166252 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-9395f5b4-5f65-4571-b80d-cdeae5765728 req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Deleting port 57a796e0-e094-444a-9125-d9bd919d5046 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:16:35.166619 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-9395f5b4-5f65-4571-b80d-cdeae5765728 req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:35.249092 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-9395f5b4-5f65-4571-b80d-cdeae5765728 req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] For port 57a796e0-e094-444a-9125-d9bd919d5046, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=57a796e0-e094-444a-9125-d9bd919d5046,segment=NetworkSegment(2cd2f051-cbbd-4387-a178-cdcafdfed5cf),segment_id=2cd2f051-cbbd-4387-a178-cdcafdfed5cf)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:16:35.249452 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-9395f5b4-5f65-4571-b80d-cdeae5765728 req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:35.410897 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-9395f5b4-5f65-4571-b80d-cdeae5765728 req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:35.411291 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-9395f5b4-5f65-4571-b80d-cdeae5765728 req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406152'] for floatingip, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:35.411609 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.db.l3_db [req-9395f5b4-5f65-4571-b80d-cdeae5765728 req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Floating IP c0355bdb-5518-4f53-a638-2f29997cf1ef disassociated. External IP: 172.27.0.152, port: 57a796e0-e094-444a-9125-d9bd919d5046. Aug 25 05:16:35.411950 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-9395f5b4-5f65-4571-b80d-cdeae5765728 req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Calling delete_port for 57a796e0-e094-444a-9125-d9bd919d5046 owned by compute:nova {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:16:35.609289 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-9395f5b4-5f65-4571-b80d-cdeae5765728 req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:35.637937 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Pushing event deleted for resources: {'Port': ['ID=57a796e0-e094-444a-9125-d9bd919d5046,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:35.648849 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:35.649208 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:35.649552 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:35.649892 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:35.650229 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:35.650589 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:35.650924 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:35.651280 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:35.651613 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:35.651941 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:35.652266 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:35.652591 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:35.756043 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9395f5b4-5f65-4571-b80d-cdeae5765728 req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Router 38084ad2-165b-42af-841a-bd7ac16778c9 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:16:35.856985 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-63bd28be-74e4-4406-a161-3e06f5cc3517 req-19f4db40-426e-4f9c-aeea-f65ba05bd961 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 210 time: 0.0334210 Aug 25 05:16:35.886244 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9395f5b4-5f65-4571-b80d-cdeae5765728 req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:16:35.895535 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761c7329-e8ef-4735-b31b-813f4a206a64 None None] Sync routers for ids ['38084ad2-165b-42af-841a-bd7ac16778c9'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:16:35.904380 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761c7329-e8ef-4735-b31b-813f4a206a64 None None] Routers {'38084ad2-165b-42af-841a-bd7ac16778c9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:16:35.904966 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-761c7329-e8ef-4735-b31b-813f4a206a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:16:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['38084ad2-165b-42af-841a-bd7ac16778c9'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:16:35.922468 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-9395f5b4-5f65-4571-b80d-cdeae5765728 req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] No DVR routers for this DVR port 57a796e0-e094-444a-9125-d9bd919d5046 on host hv-cinder-75793 {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:16:35.924906 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-9395f5b4-5f65-4571-b80d-cdeae5765728 req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:35.926864 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9395f5b4-5f65-4571-b80d-cdeae5765728 req-82919289-9a5e-4179-9767-2362082e4ef8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.20 "DELETE /v2.0/ports/57a796e0-e094-444a-9125-d9bd919d5046 HTTP/1.1" status: 204 len: 173 time: 0.8440073 Aug 25 05:16:35.927296 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8', 'name': 'network-vif-deleted', 'tag': '57a796e0-e094-444a-9125-d9bd919d5046'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:16:35.929484 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e42415-4042-4914-8e23-c238f3395dba" -d '{"events": [{"server_uuid": "ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8", "name": "network-vif-deleted", "tag": "57a796e0-e094-444a-9125-d9bd919d5046"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:16:35.964745 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fef56f-a519-4cb8-a1e9-e0f6b90cfe58 x-openstack-request-id: req-22fef56f-a519-4cb8-a1e9-e0f6b90cfe58 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:16:35.965036 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8", "name": "network-vif-deleted", "tag": "57a796e0-e094-444a-9125-d9bd919d5046", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:16:35.965287 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22fef56f-a519-4cb8-a1e9-e0f6b90cfe58 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:16:35.965688 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8', 'name': 'network-vif-deleted', 'tag': '57a796e0-e094-444a-9125-d9bd919d5046', 'status': 'completed', 'code': 200} Aug 25 05:16:35.966877 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:36.017022 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-761c7329-e8ef-4735-b31b-813f4a206a64 None None] Set router 38084ad2-165b-42af-841a-bd7ac16778c9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:16:36.212770 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-761c7329-e8ef-4735-b31b-813f4a206a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 4, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '36a36c52-8314-4df3-ba28-f0e93e9907eb', 'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'mac_address': 'fa:16:3e:d5:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:40Z', 'updated_at': '2021-08-25T05:13:45Z', 'revision_number': 5, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'subnets': [{'id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:16:36.242315 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761c7329-e8ef-4735-b31b-813f4a206a64 None None] Checking router: 38084ad2-165b-42af-841a-bd7ac16778c9 for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:16:36.250487 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761c7329-e8ef-4735-b31b-813f4a206a64 None None] Routers {'38084ad2-165b-42af-841a-bd7ac16778c9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:16:36.251113 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-761c7329-e8ef-4735-b31b-813f4a206a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:16:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['38084ad2-165b-42af-841a-bd7ac16778c9'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:16:36.352003 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-761c7329-e8ef-4735-b31b-813f4a206a64 None None] Set router 38084ad2-165b-42af-841a-bd7ac16778c9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:16:36.545595 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-761c7329-e8ef-4735-b31b-813f4a206a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 4, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '36a36c52-8314-4df3-ba28-f0e93e9907eb', 'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'mac_address': 'fa:16:3e:d5:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:40Z', 'updated_at': '2021-08-25T05:13:45Z', 'revision_number': 5, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'subnets': [{'id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:16:36.570700 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761c7329-e8ef-4735-b31b-813f4a206a64 None None] The sync data for ids ['38084ad2-165b-42af-841a-bd7ac16778c9'] in dv-cinder-757936-7-iscsi is: [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 4, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '36a36c52-8314-4df3-ba28-f0e93e9907eb', 'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'mac_address': 'fa:16:3e:d5:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:40Z', 'updated_at': '2021-08-25T05:13:45Z', 'revision_number': 5, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'subnets': [{'id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:16:36.774586 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fec635-a643-47ea-a459-b7a0981350ec None None] New status for floating IP c0355bdb-5518-4f53-a638-2f29997cf1ef: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 05:16:36.958172 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3ff72e2b-27b7-4d3c-b331-e976b02d9725 req-682760d8-d517-48ae-96ea-a6bc5280e628 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb4b2d4-d0c3-408b-81e6-b2fca5ed33d8 HTTP/1.1" status: 200 len: 210 time: 0.0257003 Aug 25 05:16:38.197893 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-92b17ca9-0636-4486-b2e3-225b45ddea02 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090778391&fields=id&tenant_id=13946d6c027543e19b729b21c728a3ee HTTP/1.1" status: 200 len: 267 time: 0.0316010 Aug 25 05:16:38.304668 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-a3b1f7c0-6f2e-4d52-b93c-87f6ad03c1af tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:38.306043 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-a3b1f7c0-6f2e-4d52-b93c-87f6ad03c1af tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/networks?id=62067af4-7b01-4b37-a0a2-f3697049de5a HTTP/1.1" status: 200 len: 812 time: 0.1018190 Aug 25 05:16:38.320525 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-8b113e70-c6b2-4393-a089-132fd40aa991 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/quotas/13946d6c027543e19b729b21c728a3ee HTTP/1.1" status: 200 len: 375 time: 0.0087066 Aug 25 05:16:38.371985 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-36afadd1-2589-475e-812b-0e43a0fffd87 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=13946d6c027543e19b729b21c728a3ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463200 Aug 25 05:16:38.428664 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-70ed542e-c543-45a9-a6e4-6b80b517160e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 05:16:38.429673 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-70ed542e-c543-45a9-a6e4-6b80b517160e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466936 Aug 25 05:16:38.515446 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-e77f188b-7b5b-442a-9016-d46ee41ca780 service neutron] 10.222.0.13 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798092 Aug 25 05:16:38.603139 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-23aa865c-43fb-4ab2-be6a-bfa8cb54c495 service neutron] 10.222.0.13 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819466 Aug 25 05:16:39.236747 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-38301f19-1ea5-4439-9c52-e0d643b3e42e req-2004d74e-65d4-4d5f-9fac-629719b797ae tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 210 time: 0.0255136 Aug 25 05:16:39.421428 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 57a796e0-e094-444a-9125-d9bd919d5046 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:16:39.444372 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] No Port match for: 57a796e0-e094-444a-9125-d9bd919d5046 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:16:39.444750 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 57a796e0-e094-444a-9125-d9bd919d5046 not bound to the agent host hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:16:40.326130 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9278b0fa-881a-409d-8847-207f579ded46 req-db6da065-ae17-48cf-8545-0c0c7eb6ef2b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 210 time: 0.0250070 Aug 25 05:16:41.423733 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8d702ac8-99cb-4a51-a6eb-316718c01930 req-c31c227d-a9ae-462d-9b08-8087695f855f tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 210 time: 0.0263813 Aug 25 05:16:41.631266 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-481818d5-d6db-4320-9437-5433e2dfb405 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:41.632739 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-481818d5-d6db-4320-9437-5433e2dfb405 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.20 "GET /v2.0/networks?id=62067af4-7b01-4b37-a0a2-f3697049de5a HTTP/1.1" status: 200 len: 812 time: 0.3537464 Aug 25 05:16:41.687065 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-20abd0ae-a488-4044-8b74-7eb924ba0719 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13946d6c027543e19b729b21c728a3ee HTTP/1.1" status: 200 len: 380 time: 0.0326698 Aug 25 05:16:41.698260 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-8cb9b2c5-3d42-471c-9768-3e4aa529c67e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Request body: {'port': {'device_id': '93e5b468-7180-46b6-969a-5b314424ae37', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'admin_state_up': True, 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'security_groups': ['828c09c5-5bfb-4442-836b-58409016daaa']}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:16:41.860236 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-8cb9b2c5-3d42-471c-9768-3e4aa529c67e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Made reservation on behalf of 13946d6c027543e19b729b21c728a3ee for: {'port': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:16:41.863818 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-8cb9b2c5-3d42-471c-9768-3e4aa529c67e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:41.985660 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-8cb9b2c5-3d42-471c-9768-3e4aa529c67e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Allocated IP 172.20.0.3 (62067af4-7b01-4b37-a0a2-f3697049de5a/4c5af6f4-efdc-4916-98a3-b9087870d169/e46a6121-88e8-46f7-87e2-27f9bde7c395) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:16:42.117085 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-8cb9b2c5-3d42-471c-9768-3e4aa529c67e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:42.131104 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-8cb9b2c5-3d42-471c-9768-3e4aa529c67e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Transition to ACTIVE for port object e46a6121-88e8-46f7-87e2-27f9bde7c395 will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:16:42.277554 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-8cb9b2c5-3d42-471c-9768-3e4aa529c67e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:42.316877 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-8cb9b2c5-3d42-471c-9768-3e4aa529c67e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Network 62067af4-7b01-4b37-a0a2-f3697049de5a is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:16:42.321725 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-8cb9b2c5-3d42-471c-9768-3e4aa529c67e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:16:42.325328 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-8cb9b2c5-3d42-471c-9768-3e4aa529c67e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:16:42.350045 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9b2c5-3d42-471c-9768-3e4aa529c67e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Pushing event updated for resources: {'Port': ['ID=e46a6121-88e8-46f7-87e2-27f9bde7c395,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:42.381238 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-8cb9b2c5-3d42-471c-9768-3e4aa529c67e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:42.381238 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-8cb9b2c5-3d42-471c-9768-3e4aa529c67e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:42.492920 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-8cb9b2c5-3d42-471c-9768-3e4aa529c67e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7980433 Aug 25 05:16:42.524540 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] Request body: {'port': {'device_id': '93e5b468-7180-46b6-969a-5b314424ae37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:16:42.572069 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00b982-bfba-497c-b3f7-2e6f671f02ef req-75017b89-3d8a-437a-8e98-6557227db943 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:42.573541 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8a00b982-bfba-497c-b3f7-2e6f671f02ef req-75017b89-3d8a-437a-8e98-6557227db943 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 931 time: 0.0797458 Aug 25 05:16:42.608720 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:42.612193 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-3cc3f907-d23d-48d4-8152-8a4c4b128939 None None] Provisioning for port e46a6121-88e8-46f7-87e2-27f9bde7c395 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:16:42.616403 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-3cc3f907-d23d-48d4-8152-8a4c4b128939 None None] Provisioning complete for port e46a6121-88e8-46f7-87e2-27f9bde7c395 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:16:42.621274 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f907-d23d-48d4-8152-8a4c4b128939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:42.635203 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8a00b982-bfba-497c-b3f7-2e6f671f02ef req-c176af80-73d8-4a0e-b6c9-ae1265cdc174 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477574 Aug 25 05:16:42.650323 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3f907-d23d-48d4-8152-8a4c4b128939 None None] Port e46a6121-88e8-46f7-87e2-27f9bde7c395 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:16:42.880615 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e46a6121-88e8-46f7-87e2-27f9bde7c395 {{(pid=94638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:16:42.888214 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:42.900533 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] Transition to ACTIVE for port object e46a6121-88e8-46f7-87e2-27f9bde7c395 will not be triggered until provisioned by entity L2. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:16:42.986401 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52348945'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:43.055640 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] Pushing event updated for resources: {'Port': ['ID=e46a6121-88e8-46f7-87e2-27f9bde7c395,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:43.108917 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] Attempting to bind port e46a6121-88e8-46f7-87e2-27f9bde7c395 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:16:43.109255 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] Attempting to bind port e46a6121-88e8-46f7-87e2-27f9bde7c395 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '2cd2f051-cbbd-4387-a178-cdcafdfed5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a'}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:16:43.109579 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] Attempting to bind port e46a6121-88e8-46f7-87e2-27f9bde7c395 on network 62067af4-7b01-4b37-a0a2-f3697049de5a {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:16:43.114646 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] Port e46a6121-88e8-46f7-87e2-27f9bde7c395 on network 62067af4-7b01-4b37-a0a2-f3697049de5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 05:16:43.114972 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] Attempting to bind port e46a6121-88e8-46f7-87e2-27f9bde7c395 on network 62067af4-7b01-4b37-a0a2-f3697049de5a {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:16:43.119903 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] Checking agent: {'id': '2d6b99c1-3d97-4a8a-bca5-2c0d702c36c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'started_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:16:43.120241 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] Checking segment: {'id': '2cd2f051-cbbd-4387-a178-cdcafdfed5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:16:43.120630 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] Bound using segment: {'id': '2cd2f051-cbbd-4387-a178-cdcafdfed5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a'} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:16:43.121055 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] Bound port: e46a6121-88e8-46f7-87e2-27f9bde7c395, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd2f051-cbbd-4387-a178-cdcafdfed5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a'}}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:16:43.121418 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:43.186919 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] For port e46a6121-88e8-46f7-87e2-27f9bde7c395, host hv-cinder-75793, cleared binding levels {{(pid=94638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:16:43.190441 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] For port e46a6121-88e8-46f7-87e2-27f9bde7c395, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=e46a6121-88e8-46f7-87e2-27f9bde7c395,segment=NetworkSegment(2cd2f051-cbbd-4387-a178-cdcafdfed5cf),segment_id=2cd2f051-cbbd-4387-a178-cdcafdfed5cf)] {{(pid=94638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:16:43.269541 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52348945'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:43.304510 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:43.305202 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:43.306999 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] 10.222.0.20 "PUT /v2.0/ports/e46a6121-88e8-46f7-87e2-27f9bde7c395 HTTP/1.1" status: 200 len: 1093 time: 0.7888763 Aug 25 05:16:43.309132 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e5b468-7180-46b6-969a-5b314424ae37', 'tag': 'e46a6121-88e8-46f7-87e2-27f9bde7c395'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:16:43.311414 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a99bbc-7947-4e5d-90c0-bb9cdae68ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "93e5b468-7180-46b6-969a-5b314424ae37", "tag": "e46a6121-88e8-46f7-87e2-27f9bde7c395"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:16:43.338943 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a254ff-41ae-4ba5-ae1a-97895e976353 service neutron] Pushing event updated for resources: {'Port': ['ID=e46a6121-88e8-46f7-87e2-27f9bde7c395,revision_number=3']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:43.351290 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f566e50-cb02-40a9-830e-317a64ad8412 x-openstack-request-id: req-8f566e50-cb02-40a9-830e-317a64ad8412 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:16:43.351898 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e5b468-7180-46b6-969a-5b314424ae37", "tag": "e46a6121-88e8-46f7-87e2-27f9bde7c395", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:16:43.352335 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f566e50-cb02-40a9-830e-317a64ad8412 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:16:43.352711 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e5b468-7180-46b6-969a-5b314424ae37', 'tag': 'e46a6121-88e8-46f7-87e2-27f9bde7c395', 'status': 'completed', 'code': 200} Aug 25 05:16:43.432919 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a99bbc-7947-4e5d-90c0-bb9cdae68ac4 req-7d2c4357-cf66-4b47-a3ee-56d8dce47164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:43.434555 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-14a99bbc-7947-4e5d-90c0-bb9cdae68ac4 req-7d2c4357-cf66-4b47-a3ee-56d8dce47164 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13946d6c027543e19b729b21c728a3ee&device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 1096 time: 0.0425692 Aug 25 05:16:43.539109 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a99bbc-7947-4e5d-90c0-bb9cdae68ac4 req-c94d1a92-7552-4bfc-a93a-061310996d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:43.540557 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-14a99bbc-7947-4e5d-90c0-bb9cdae68ac4 req-c94d1a92-7552-4bfc-a93a-061310996d26 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=13946d6c027543e19b729b21c728a3ee&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0930085 Aug 25 05:16:43.630457 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a99bbc-7947-4e5d-90c0-bb9cdae68ac4 req-fda4e4b4-4f97-41b3-a70f-b69061d1a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:43.631868 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-14a99bbc-7947-4e5d-90c0-bb9cdae68ac4 req-fda4e4b4-4f97-41b3-a70f-b69061d1a788 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0845540 Aug 25 05:16:43.757868 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-f2ac7252-329f-43d2-ac43-f4a274545d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:43.759357 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-f2ac7252-329f-43d2-ac43-f4a274545d31 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13946d6c027543e19b729b21c728a3ee&device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 1096 time: 0.0713801 Aug 25 05:16:43.771535 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a01c4-e4b3-4d4b-a6be-93a7011f55e0 req-daf02d5e-9893-4a62-bc47-d6efa4e82428 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:43.773133 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-301a01c4-e4b3-4d4b-a6be-93a7011f55e0 req-daf02d5e-9893-4a62-bc47-d6efa4e82428 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 943 time: 0.0612204 Aug 25 05:16:43.816342 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-48717785-ed85-474e-9565-e7a5eda5a641 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e46a6121-88e8-46f7-87e2-27f9bde7c395 HTTP/1.1" status: 200 len: 217 time: 0.0423303 Aug 25 05:16:43.859466 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-301a01c4-e4b3-4d4b-a6be-93a7011f55e0 req-22e90dcc-ba31-4a12-b6c5-b698fa7086d4 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801611 Aug 25 05:16:43.874969 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-903d7740-de1d-4787-b3b7-cdc11739370d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:43.876505 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-903d7740-de1d-4787-b3b7-cdc11739370d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c5af6f4-efdc-4916-98a3-b9087870d169 HTTP/1.1" status: 200 len: 851 time: 0.0527565 Aug 25 05:16:43.924341 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-dfd66c17-60f4-453c-92f3-2445ae1d85b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:43.925696 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-dfd66c17-60f4-453c-92f3-2445ae1d85b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62067af4-7b01-4b37-a0a2-f3697049de5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419230 Aug 25 05:16:44.010933 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-f2254fac-64cf-41cc-b1f2-4e0d65cb3402 service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776582 Aug 25 05:16:44.098964 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ecfb22b3-f10e-467b-87df-67ced23bc304 req-d57fdfd2-8ead-4a21-b782-70b2141284ad service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811439 Aug 25 05:16:44.971218 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee99b07-864c-42f7-96fd-63f5a6420f7c req-0d793f94-8857-461b-8c15-8e0c8400cb69 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:44.972665 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fee99b07-864c-42f7-96fd-63f5a6420f7c req-0d793f94-8857-461b-8c15-8e0c8400cb69 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 943 time: 0.0468967 Aug 25 05:16:45.012124 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fee99b07-864c-42f7-96fd-63f5a6420f7c req-f468cd29-930e-4fb8-a03d-490d3d4c86b3 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337210 Aug 25 05:16:46.121971 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009251d3-4977-47b2-ac95-30975a602652 req-317afdaa-3beb-48d9-8855-a75704cddfa5 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:46.123689 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-009251d3-4977-47b2-ac95-30975a602652 req-317afdaa-3beb-48d9-8855-a75704cddfa5 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 943 time: 0.0479045 Aug 25 05:16:46.161471 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-009251d3-4977-47b2-ac95-30975a602652 req-23c810d3-ef6b-461b-ae3c-09db1dbc0801 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320072 Aug 25 05:16:47.271514 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dfa9a-5d3d-4931-ad47-39eac157224b req-8c5d78d0-34d4-4c2c-918d-564b2a03fbe1 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:47.272974 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-723dfa9a-5d3d-4931-ad47-39eac157224b req-8c5d78d0-34d4-4c2c-918d-564b2a03fbe1 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 943 time: 0.0475473 Aug 25 05:16:47.308755 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-723dfa9a-5d3d-4931-ad47-39eac157224b req-2d25b013-9e83-433b-9cde-21c7c17265c1 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299201 Aug 25 05:16:48.418834 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a02aef-4f9d-4a5b-8a95-2abb51963cf3 req-813ce917-ac26-40b6-b2f6-7caac8215e53 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:48.420209 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-02a02aef-4f9d-4a5b-8a95-2abb51963cf3 req-813ce917-ac26-40b6-b2f6-7caac8215e53 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 943 time: 0.0466793 Aug 25 05:16:48.456913 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-02a02aef-4f9d-4a5b-8a95-2abb51963cf3 req-1210a942-348a-414b-9ea0-4bb92ce9e6d5 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302222 Aug 25 05:16:49.567161 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3f864-ed39-4051-8104-09de9f993fa1 req-658ff857-ff22-4351-bbaf-7f7e3fcdc796 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:49.568613 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-70a3f864-ed39-4051-8104-09de9f993fa1 req-658ff857-ff22-4351-bbaf-7f7e3fcdc796 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 943 time: 0.0472622 Aug 25 05:16:49.604067 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-70a3f864-ed39-4051-8104-09de9f993fa1 req-7d63e3e0-5415-4112-8b58-7e5e775fd65a tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297360 Aug 25 05:16:50.417264 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:50.719187 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02bf5c-1131-41ba-b116-9170eedcedfa req-f3db78b8-0074-42fc-8aca-1f6f52aace42 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:50.720562 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a02bf5c-1131-41ba-b116-9170eedcedfa req-f3db78b8-0074-42fc-8aca-1f6f52aace42 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 943 time: 0.0505419 Aug 25 05:16:50.757887 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a02bf5c-1131-41ba-b116-9170eedcedfa req-b64715db-fa36-41df-b899-f18c4f4661f3 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308981 Aug 25 05:16:51.483428 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device e46a6121-88e8-46f7-87e2-27f9bde7c395 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:16:51.576557 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port e46a6121-88e8-46f7-87e2-27f9bde7c395, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=e46a6121-88e8-46f7-87e2-27f9bde7c395,segment=NetworkSegment(2cd2f051-cbbd-4387-a178-cdcafdfed5cf),segment_id=2cd2f051-cbbd-4387-a178-cdcafdfed5cf)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:16:51.587848 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': 'e46a6121-88e8-46f7-87e2-27f9bde7c395', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'port_id': 'e46a6121-88e8-46f7-87e2-27f9bde7c395', 'mac_address': 'fa:16:3e:c5:63:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:16:51.622996 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:51.635628 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46a6121-88e8-46f7-87e2-27f9bde7c395 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:16:51.654022 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port e46a6121-88e8-46f7-87e2-27f9bde7c395, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=e46a6121-88e8-46f7-87e2-27f9bde7c395,segment=NetworkSegment(2cd2f051-cbbd-4387-a178-cdcafdfed5cf),segment_id=2cd2f051-cbbd-4387-a178-cdcafdfed5cf)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:16:51.708957 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:51.753357 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=e46a6121-88e8-46f7-87e2-27f9bde7c395,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:51.760645 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:51.761000 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:51.761344 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:51.761683 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:51.762017 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:51.762357 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:51.762713 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:51.763046 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:51.763377 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:51.763703 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:51.764030 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:51.764353 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:51.867752 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced706f-02f4-499f-a889-43d290e766ca req-544dc22c-46ab-401f-a6e9-498befcf5772 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:51.869186 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5ced706f-02f4-499f-a889-43d290e766ca req-544dc22c-46ab-401f-a6e9-498befcf5772 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 944 time: 0.0462122 Aug 25 05:16:51.909044 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5ced706f-02f4-499f-a889-43d290e766ca req-cdd0b5d7-ecaa-4984-b2ff-8739b9ca636f tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337915 Aug 25 05:16:52.001215 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['e46a6121-88e8-46f7-87e2-27f9bde7c395'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:16:53.019025 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18baef74-1aa9-4f9f-b565-001c3b7ee26b req-c5cdffc6-33da-4dfb-94f2-531a08f4da9c tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:53.020482 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-18baef74-1aa9-4f9f-b565-001c3b7ee26b req-c5cdffc6-33da-4dfb-94f2-531a08f4da9c tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 944 time: 0.0478821 Aug 25 05:16:53.058799 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-18baef74-1aa9-4f9f-b565-001c3b7ee26b req-398a72fe-3105-4b25-be13-2c8b883f1065 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323765 Aug 25 05:16:53.485216 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device e46a6121-88e8-46f7-87e2-27f9bde7c395 up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:16:53.579448 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning for port e46a6121-88e8-46f7-87e2-27f9bde7c395 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:16:53.583516 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port e46a6121-88e8-46f7-87e2-27f9bde7c395 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:16:53.583885 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:53.780402 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:53.801102 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e5b468-7180-46b6-969a-5b314424ae37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46a6121-88e8-46f7-87e2-27f9bde7c395'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:16:53.803330 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1700667-036a-41b5-b9c9-0f1b7af3f80b" -d '{"events": [{"server_uuid": "93e5b468-7180-46b6-969a-5b314424ae37", "name": "network-vif-plugged", "status": "completed", "tag": "e46a6121-88e8-46f7-87e2-27f9bde7c395"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:16:53.817728 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port e46a6121-88e8-46f7-87e2-27f9bde7c395, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=e46a6121-88e8-46f7-87e2-27f9bde7c395,segment=NetworkSegment(2cd2f051-cbbd-4387-a178-cdcafdfed5cf),segment_id=2cd2f051-cbbd-4387-a178-cdcafdfed5cf)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:16:53.839340 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8c793a-de9b-460c-8e10-d5d7bbaf1c00 x-openstack-request-id: req-1e8c793a-de9b-460c-8e10-d5d7bbaf1c00 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:16:53.839627 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e5b468-7180-46b6-969a-5b314424ae37", "name": "network-vif-plugged", "status": "completed", "tag": "e46a6121-88e8-46f7-87e2-27f9bde7c395", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:16:53.839877 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e8c793a-de9b-460c-8e10-d5d7bbaf1c00 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:16:53.840281 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e5b468-7180-46b6-969a-5b314424ae37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46a6121-88e8-46f7-87e2-27f9bde7c395', 'code': 200} Aug 25 05:16:53.946007 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:53.992381 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=e46a6121-88e8-46f7-87e2-27f9bde7c395,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:54.170865 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35430f4b-a7cc-43df-89e6-9abfd12299ef req-3595c709-c89f-446a-844b-190ceca0e457 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:54.172337 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-35430f4b-a7cc-43df-89e6-9abfd12299ef req-3595c709-c89f-446a-844b-190ceca0e457 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 945 time: 0.0497940 Aug 25 05:16:54.236404 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-35430f4b-a7cc-43df-89e6-9abfd12299ef req-a72d5365-f86a-451e-a137-32f6ab59bc37 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549977 Aug 25 05:16:54.239479 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad47cdb-91a3-4897-802a-ad1b9e8d8531 req-798d61af-f8a0-4289-a2d4-60279acca96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:54.240879 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7ad47cdb-91a3-4897-802a-ad1b9e8d8531 req-798d61af-f8a0-4289-a2d4-60279acca96c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 1098 time: 0.0671527 Aug 25 05:16:54.275328 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7ad47cdb-91a3-4897-802a-ad1b9e8d8531 req-2ed070c2-adef-497e-a571-501088973f90 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275090 Aug 25 05:16:55.350822 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b01f6-1fec-4ed8-96cc-3868a1a55850 req-ce5451bd-3b28-4bf3-8de8-b13d20e1070b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:55.352352 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ad3b01f6-1fec-4ed8-96cc-3868a1a55850 req-ce5451bd-3b28-4bf3-8de8-b13d20e1070b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 945 time: 0.0474703 Aug 25 05:16:55.389054 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ad3b01f6-1fec-4ed8-96cc-3868a1a55850 req-20cccc4f-3fed-49b5-a1fb-da79fb61ff3d tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307989 Aug 25 05:16:56.500214 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1ef36-e17e-4e97-b2d0-c7e9ee13f314 req-4a030e6b-0085-4740-a980-e46331388a7e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:56.501676 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-51c1ef36-e17e-4e97-b2d0-c7e9ee13f314 req-4a030e6b-0085-4740-a980-e46331388a7e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 945 time: 0.0475605 Aug 25 05:16:56.538829 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-51c1ef36-e17e-4e97-b2d0-c7e9ee13f314 req-12968a0e-1e7e-444f-b941-8f8769e0da7f tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312302 Aug 25 05:16:56.647641 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca91d18-8e51-4d0b-9bb5-f19902cd70e6 req-d3e9ddb1-71fd-4acb-a2c5-6405b132dc05 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:56.651090 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7ca91d18-8e51-4d0b-9bb5-f19902cd70e6 req-d3e9ddb1-71fd-4acb-a2c5-6405b132dc05 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 945 time: 0.0469897 Aug 25 05:16:56.685365 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7ca91d18-8e51-4d0b-9bb5-f19902cd70e6 req-7ac76ed1-b62c-4467-9aa2-2b7995403530 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301712 Aug 25 05:16:56.706723 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48556) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:16:56.743744 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d6641f-317b-4656-b073-d46318291d06 tempest-TestVolumeBootPattern-931448523 tempest-TestVolumeBootPattern-931448523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:56.745188 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-14d6641f-317b-4656-b073-d46318291d06 tempest-TestVolumeBootPattern-931448523 tempest-TestVolumeBootPattern-931448523-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 1093 time: 0.0375190 Aug 25 05:16:56.748031 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48558) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:16:56.752169 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Request body: {'floatingip': {'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'port_id': 'e46a6121-88e8-46f7-87e2-27f9bde7c395', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:16:56.892141 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:56.987145 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:57.086262 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Allocated IP 172.27.0.243 (45b0c649-47ed-40e6-b7f6-7d83dd176956/b736f3e8-97a3-44dd-aa37-7a4abcfbc24c/531b7174-b70a-4b80-9655-7deb26d39669) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:16:57.187533 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:57.292018 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:57.326892 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Network 45b0c649-47ed-40e6-b7f6-7d83dd176956 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:16:57.331517 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:16:57.337049 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:16:57.362184 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Pushing event updated for resources: {'Port': ['ID=531b7174-b70a-4b80-9655-7deb26d39669,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:57.372135 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:57.372487 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:57.373082 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:57.373420 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:57.373751 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:57.374081 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:57.374410 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:57.374768 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:57.375097 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:57.375423 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:57.375745 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:57.376065 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:57.676311 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:57.816070 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:57.962213 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:58.045464 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8792484'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:58.114355 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Pushing event updated for resources: {'Port': ['ID=531b7174-b70a-4b80-9655-7deb26d39669,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:58.124632 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406152'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:58.219045 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Floating IP 9d841d3a-6af3-414c-b2db-7c3a52a7249f associated. External IP: 172.27.0.243, port: e46a6121-88e8-46f7-87e2-27f9bde7c395. Aug 25 05:16:58.414076 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Router 38084ad2-165b-42af-841a-bd7ac16778c9 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:16:58.514977 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:16:58.524785 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229e9d61-975f-4ab0-810a-278900735afc None None] Sync routers for ids ['38084ad2-165b-42af-841a-bd7ac16778c9'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:16:58.534084 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229e9d61-975f-4ab0-810a-278900735afc None None] Routers {'38084ad2-165b-42af-841a-bd7ac16778c9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:16:58.534730 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-229e9d61-975f-4ab0-810a-278900735afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:16:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['38084ad2-165b-42af-841a-bd7ac16778c9'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:16:58.585806 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:16:58.612676 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-8a3f9602-ce3a-4404-a01e-9c7a29b1b187 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8636727 Aug 25 05:16:58.613269 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e5b468-7180-46b6-969a-5b314424ae37', 'tag': 'e46a6121-88e8-46f7-87e2-27f9bde7c395'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:16:58.615584 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47009d7-eb5f-47d2-80bf-da1c65b7294f" -d '{"events": [{"name": "network-changed", "server_uuid": "93e5b468-7180-46b6-969a-5b314424ae37", "tag": "e46a6121-88e8-46f7-87e2-27f9bde7c395"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:16:58.643938 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-229e9d61-975f-4ab0-810a-278900735afc None None] Set router 38084ad2-165b-42af-841a-bd7ac16778c9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:16:58.711066 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc7eb67-f2a5-4242-8e11-ada806fde25c x-openstack-request-id: req-ebc7eb67-f2a5-4242-8e11-ada806fde25c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:16:58.711574 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e5b468-7180-46b6-969a-5b314424ae37", "tag": "e46a6121-88e8-46f7-87e2-27f9bde7c395", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:16:58.711574 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebc7eb67-f2a5-4242-8e11-ada806fde25c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:16:58.711968 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e5b468-7180-46b6-969a-5b314424ae37', 'tag': 'e46a6121-88e8-46f7-87e2-27f9bde7c395', 'status': 'completed', 'code': 200} Aug 25 05:16:58.791513 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47009d7-eb5f-47d2-80bf-da1c65b7294f req-e6ea1d5f-6492-4889-8220-8ca4476dc3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:58.792980 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f47009d7-eb5f-47d2-80bf-da1c65b7294f req-e6ea1d5f-6492-4889-8220-8ca4476dc3d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13946d6c027543e19b729b21c728a3ee&device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 1098 time: 0.0389490 Aug 25 05:16:58.871898 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-229e9d61-975f-4ab0-810a-278900735afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 4, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '9d841d3a-6af3-414c-b2db-7c3a52a7249f', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'port_id': 'e46a6121-88e8-46f7-87e2-27f9bde7c395', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'mac_address': 'fa:16:3e:c5:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e5b468-7180-46b6-969a-5b314424ae37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:16:57Z', 'updated_at': '2021-08-25T05:16:57Z', 'revision_number': 0, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a36c52-8314-4df3-ba28-f0e93e9907eb', 'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'mac_address': 'fa:16:3e:d5:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:40Z', 'updated_at': '2021-08-25T05:13:45Z', 'revision_number': 5, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'subnets': [{'id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:16:58.888269 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47009d7-eb5f-47d2-80bf-da1c65b7294f req-c38eb9d5-56a6-4f9b-a5e3-bdad92e73381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:58.889784 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f47009d7-eb5f-47d2-80bf-da1c65b7294f req-c38eb9d5-56a6-4f9b-a5e3-bdad92e73381 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62067af4-7b01-4b37-a0a2-f3697049de5a HTTP/1.1" status: 200 len: 912 time: 0.0903361 Aug 25 05:16:58.898812 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229e9d61-975f-4ab0-810a-278900735afc None None] Checking router: 38084ad2-165b-42af-841a-bd7ac16778c9 for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:16:58.907013 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229e9d61-975f-4ab0-810a-278900735afc None None] Routers {'38084ad2-165b-42af-841a-bd7ac16778c9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:16:58.907623 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-229e9d61-975f-4ab0-810a-278900735afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:16:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['38084ad2-165b-42af-841a-bd7ac16778c9'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:16:58.954099 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f47009d7-eb5f-47d2-80bf-da1c65b7294f req-46e2771b-21eb-4622-b575-a3731f4ba41d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e46a6121-88e8-46f7-87e2-27f9bde7c395 HTTP/1.1" status: 200 len: 999 time: 0.0564919 Aug 25 05:16:59.005856 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47009d7-eb5f-47d2-80bf-da1c65b7294f req-8480af83-1aa7-4c02-93a4-55f0ad4ef5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:59.007347 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f47009d7-eb5f-47d2-80bf-da1c65b7294f req-8480af83-1aa7-4c02-93a4-55f0ad4ef5ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c5af6f4-efdc-4916-98a3-b9087870d169 HTTP/1.1" status: 200 len: 851 time: 0.0462174 Aug 25 05:16:59.009928 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-229e9d61-975f-4ab0-810a-278900735afc None None] Set router 38084ad2-165b-42af-841a-bd7ac16778c9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:16:59.050919 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47009d7-eb5f-47d2-80bf-da1c65b7294f req-528e29ce-c584-4ef1-bc84-5328d3862d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:16:59.052365 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f47009d7-eb5f-47d2-80bf-da1c65b7294f req-528e29ce-c584-4ef1-bc84-5328d3862d1f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62067af4-7b01-4b37-a0a2-f3697049de5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384097 Aug 25 05:16:59.140307 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f47009d7-eb5f-47d2-80bf-da1c65b7294f req-1a7ac12d-a8d0-4288-89fa-725cb5b993ba service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807085 Aug 25 05:16:59.230848 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f47009d7-eb5f-47d2-80bf-da1c65b7294f req-ec7559d2-bd76-49d6-91fd-f1513c28b640 service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832512 Aug 25 05:16:59.231921 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-229e9d61-975f-4ab0-810a-278900735afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 4, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '9d841d3a-6af3-414c-b2db-7c3a52a7249f', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'port_id': 'e46a6121-88e8-46f7-87e2-27f9bde7c395', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'mac_address': 'fa:16:3e:c5:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e5b468-7180-46b6-969a-5b314424ae37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:16:57Z', 'updated_at': '2021-08-25T05:16:57Z', 'revision_number': 0, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a36c52-8314-4df3-ba28-f0e93e9907eb', 'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'mac_address': 'fa:16:3e:d5:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:40Z', 'updated_at': '2021-08-25T05:13:45Z', 'revision_number': 5, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'subnets': [{'id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:16:59.258917 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229e9d61-975f-4ab0-810a-278900735afc None None] The sync data for ids ['38084ad2-165b-42af-841a-bd7ac16778c9'] in dv-cinder-757936-7-iscsi is: [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 4, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '9d841d3a-6af3-414c-b2db-7c3a52a7249f', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'port_id': 'e46a6121-88e8-46f7-87e2-27f9bde7c395', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'mac_address': 'fa:16:3e:c5:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e5b468-7180-46b6-969a-5b314424ae37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:16:57Z', 'updated_at': '2021-08-25T05:16:57Z', 'revision_number': 0, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a36c52-8314-4df3-ba28-f0e93e9907eb', 'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'mac_address': 'fa:16:3e:d5:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:40Z', 'updated_at': '2021-08-25T05:13:45Z', 'revision_number': 5, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'subnets': [{'id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:16:59.440070 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefe31dd-990c-4922-a0a4-a55a64f82b17 None None] New status for floating IP 9d841d3a-6af3-414c-b2db-7c3a52a7249f: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 05:17:00.514696 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c3323ec-726d-46ad-aa36-d3c4f6516822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:17:02.777013 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:17:02.974013 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82737be0-3c34-44c4-b14c-4762af76373a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:17:03.314493 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:17:03.391206 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028f99b-34c1-4922-80b0-4b7fe750a319 req-76ceb009-3471-4f99-85c4-0f9597e39eb2 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:03.392601 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5028f99b-34c1-4922-80b0-4b7fe750a319 req-76ceb009-3471-4f99-85c4-0f9597e39eb2 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 945 time: 0.0512066 Aug 25 05:17:03.429976 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5028f99b-34c1-4922-80b0-4b7fe750a319 req-2053fefa-4fe4-47ae-8e96-8dac32bae20e tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314901 Aug 25 05:17:03.804767 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637e6ae-3b4c-4ef5-abc9-5af0b16bd747 req-af38c32c-1620-43ba-afd7-702fb6290c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:03.806136 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b637e6ae-3b4c-4ef5-abc9-5af0b16bd747 req-af38c32c-1620-43ba-afd7-702fb6290c1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ab1013c99e23487a9275a86c94a56cb4&device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 1098 time: 0.0385833 Aug 25 05:17:03.907815 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637e6ae-3b4c-4ef5-abc9-5af0b16bd747 req-b35a2012-a91f-409c-bf5c-9c6e324c717b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:03.909243 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b637e6ae-3b4c-4ef5-abc9-5af0b16bd747 req-b35a2012-a91f-409c-bf5c-9c6e324c717b service neutron] 10.222.0.20 "GET /v2.0/networks?id=af85147f-5e85-4628-9db0-24fa351703a8 HTTP/1.1" status: 200 len: 909 time: 0.0850604 Aug 25 05:17:03.971490 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b637e6ae-3b4c-4ef5-abc9-5af0b16bd747 req-390d9d19-fff6-464c-99d4-c93fb8e15c9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 HTTP/1.1" status: 200 len: 1000 time: 0.0547335 Aug 25 05:17:04.024162 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637e6ae-3b4c-4ef5-abc9-5af0b16bd747 req-3c38ba2b-226f-46b7-9890-83f2746a45be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:04.025564 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b637e6ae-3b4c-4ef5-abc9-5af0b16bd747 req-3c38ba2b-226f-46b7-9890-83f2746a45be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2f2027e-fe44-426d-ba1e-518a6e976d23 HTTP/1.1" status: 200 len: 848 time: 0.0456579 Aug 25 05:17:04.068789 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637e6ae-3b4c-4ef5-abc9-5af0b16bd747 req-984f15fb-b545-451f-954f-59d6d2f63920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:04.070847 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b637e6ae-3b4c-4ef5-abc9-5af0b16bd747 req-984f15fb-b545-451f-954f-59d6d2f63920 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af85147f-5e85-4628-9db0-24fa351703a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381582 Aug 25 05:17:04.157270 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b637e6ae-3b4c-4ef5-abc9-5af0b16bd747 req-b82200fd-55e6-463c-886a-60b5a175984a service neutron] 10.222.0.20 "GET /v2.0/networks/af85147f-5e85-4628-9db0-24fa351703a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796037 Aug 25 05:17:04.255526 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b637e6ae-3b4c-4ef5-abc9-5af0b16bd747 req-adf2b5e1-950f-4aa1-a47a-4aa99bd10b7b service neutron] 10.222.0.20 "GET /v2.0/networks/af85147f-5e85-4628-9db0-24fa351703a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849571 Aug 25 05:17:04.334556 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:17:04.546796 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec7571-7459-49be-b011-f80ca1e2d1bb req-ba2a65b3-d790-428b-850a-fec07766d7ef tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:04.548381 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ffec7571-7459-49be-b011-f80ca1e2d1bb req-ba2a65b3-d790-428b-850a-fec07766d7ef tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 945 time: 0.0509722 Aug 25 05:17:04.585806 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ffec7571-7459-49be-b011-f80ca1e2d1bb req-d445dd58-1b48-4aa4-bae1-65ae408ec4cd tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311737 Aug 25 05:17:05.698653 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc768fdd-8f45-4c4e-bc0c-c0e292d52816 req-c452aa8e-9c3f-4432-a61e-346c0576f1f8 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:05.700064 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bc768fdd-8f45-4c4e-bc0c-c0e292d52816 req-c452aa8e-9c3f-4432-a61e-346c0576f1f8 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 945 time: 0.0485055 Aug 25 05:17:05.736887 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bc768fdd-8f45-4c4e-bc0c-c0e292d52816 req-caf83267-6108-4f82-90a8-17ca587e1a21 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309289 Aug 25 05:17:05.956414 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:17:06.854644 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b30ec6-8a80-4336-aad5-82b7d6f5f684 req-ae4cf0ad-969f-41f3-a811-3f4156efed1d tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:06.856096 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-01b30ec6-8a80-4336-aad5-82b7d6f5f684 req-ae4cf0ad-969f-41f3-a811-3f4156efed1d tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 945 time: 0.0479708 Aug 25 05:17:06.893387 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-01b30ec6-8a80-4336-aad5-82b7d6f5f684 req-63f9a226-d8b0-4397-921d-23091342bc34 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312088 Aug 25 05:17:08.003960 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4dcf0-a148-4e53-8a82-4caa5b6cfee2 req-195d2d52-4606-4fde-877f-5baa3a002f21 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:08.005420 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e0b4dcf0-a148-4e53-8a82-4caa5b6cfee2 req-195d2d52-4606-4fde-877f-5baa3a002f21 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 945 time: 0.0475738 Aug 25 05:17:08.046302 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e0b4dcf0-a148-4e53-8a82-4caa5b6cfee2 req-72b6ca4f-e006-4584-b407-1b8103129d7d tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350142 Aug 25 05:17:09.156905 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49c095-8a43-41f8-9b47-4996196eac8a req-1b968235-be98-4871-b183-59fdfa7d9e31 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:09.158353 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cb49c095-8a43-41f8-9b47-4996196eac8a req-1b968235-be98-4871-b183-59fdfa7d9e31 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 945 time: 0.0476751 Aug 25 05:17:09.193528 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-cb49c095-8a43-41f8-9b47-4996196eac8a req-03084980-23f2-4095-80f0-fba16245739d tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293901 Aug 25 05:17:10.303936 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db18d9b-c005-47d7-9a4b-d4b4f1963b3e req-9a5dd5df-b50e-4c24-87a0-adc59a174394 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:10.305380 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7db18d9b-c005-47d7-9a4b-d4b4f1963b3e req-9a5dd5df-b50e-4c24-87a0-adc59a174394 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 945 time: 0.0470235 Aug 25 05:17:10.342146 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7db18d9b-c005-47d7-9a4b-d4b4f1963b3e req-d1ac29b0-6636-451b-9e83-f777046587de tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309973 Aug 25 05:17:11.455516 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97b64e-3a58-41bd-9392-06cd42fa39f8 req-cd43131e-416e-48ba-8400-d17a6af8d70c tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:11.456949 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6b97b64e-3a58-41bd-9392-06cd42fa39f8 req-cd43131e-416e-48ba-8400-d17a6af8d70c tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 945 time: 0.0504096 Aug 25 05:17:11.493000 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6b97b64e-3a58-41bd-9392-06cd42fa39f8 req-e0024f9c-1ecd-4127-a71d-8024c6c770b5 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301855 Aug 25 05:17:12.604492 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bde6b7-e995-4053-a658-0c8ffdf9eb07 req-2ab687e8-aabb-48f9-8b3e-4a10ea6dcc01 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:12.605940 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d2bde6b7-e995-4053-a658-0c8ffdf9eb07 req-2ab687e8-aabb-48f9-8b3e-4a10ea6dcc01 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 945 time: 0.0471525 Aug 25 05:17:12.642481 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d2bde6b7-e995-4053-a658-0c8ffdf9eb07 req-d88e00c4-bcef-44ef-bb2e-78de3108ee72 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308826 Aug 25 05:17:13.660092 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bc9cb-b52f-4d82-84ec-f208dc6faa76 req-4512a3b1-32a3-4f4d-8529-ac13ffad10d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:13.661626 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ff4bc9cb-b52f-4d82-84ec-f208dc6faa76 req-4512a3b1-32a3-4f4d-8529-ac13ffad10d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ab1013c99e23487a9275a86c94a56cb4&device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 1098 time: 0.0395708 Aug 25 05:17:13.753499 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac909b9-85e6-400b-a37b-b2bd94a10c43 req-dc650390-38a4-4cd5-a23d-7d691922a294 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:13.754122 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bc9cb-b52f-4d82-84ec-f208dc6faa76 req-ffa5b404-7e85-4559-b7cf-b5f31e365b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:13.755039 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3ac909b9-85e6-400b-a37b-b2bd94a10c43 req-dc650390-38a4-4cd5-a23d-7d691922a294 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 945 time: 0.0481958 Aug 25 05:17:13.755448 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ff4bc9cb-b52f-4d82-84ec-f208dc6faa76 req-ffa5b404-7e85-4559-b7cf-b5f31e365b93 service neutron] 10.222.0.20 "GET /v2.0/networks?id=af85147f-5e85-4628-9db0-24fa351703a8 HTTP/1.1" status: 200 len: 909 time: 0.0866437 Aug 25 05:17:13.792246 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3ac909b9-85e6-400b-a37b-b2bd94a10c43 req-f6de7162-f2a3-4998-b3ae-d6be4f0f5a38 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311971 Aug 25 05:17:13.819314 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ff4bc9cb-b52f-4d82-84ec-f208dc6faa76 req-2c913536-fea1-4674-9940-c65ab10368ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 HTTP/1.1" status: 200 len: 1000 time: 0.0558720 Aug 25 05:17:13.871257 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bc9cb-b52f-4d82-84ec-f208dc6faa76 req-dba7255a-2c07-45e2-b276-97061f9cd240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:13.872905 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ff4bc9cb-b52f-4d82-84ec-f208dc6faa76 req-dba7255a-2c07-45e2-b276-97061f9cd240 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2f2027e-fe44-426d-ba1e-518a6e976d23 HTTP/1.1" status: 200 len: 848 time: 0.0460944 Aug 25 05:17:13.918685 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bc9cb-b52f-4d82-84ec-f208dc6faa76 req-7b1a4e2c-b481-433f-91f9-e6ecc7fd73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:13.920153 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ff4bc9cb-b52f-4d82-84ec-f208dc6faa76 req-7b1a4e2c-b481-433f-91f9-e6ecc7fd73d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af85147f-5e85-4628-9db0-24fa351703a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387678 Aug 25 05:17:14.005369 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ff4bc9cb-b52f-4d82-84ec-f208dc6faa76 req-b90eaca1-ec6e-4c4d-8118-c0a52cf73dd5 service neutron] 10.222.0.20 "GET /v2.0/networks/af85147f-5e85-4628-9db0-24fa351703a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771649 Aug 25 05:17:14.094584 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ff4bc9cb-b52f-4d82-84ec-f208dc6faa76 req-2c4de6a0-4a83-41e2-abce-3b010e4558ac service neutron] 10.222.0.20 "GET /v2.0/networks/af85147f-5e85-4628-9db0-24fa351703a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818877 Aug 25 05:17:14.904257 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21105b6c-5fd5-4ab7-90e1-21d85ffa242c req-0424fa53-5a19-47c8-a6ec-27672803b1c4 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:14.905753 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-21105b6c-5fd5-4ab7-90e1-21d85ffa242c req-0424fa53-5a19-47c8-a6ec-27672803b1c4 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 945 time: 0.0491223 Aug 25 05:17:14.941888 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-21105b6c-5fd5-4ab7-90e1-21d85ffa242c req-51605192-e104-4f1b-8f09-bbf2139f812e tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303657 Aug 25 05:17:16.062715 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c757d98-b949-4e12-9e99-3ecd38a1dfd4 req-846b4d37-65ea-42ac-845c-da4611b03401 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:16.064191 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4c757d98-b949-4e12-9e99-3ecd38a1dfd4 req-846b4d37-65ea-42ac-845c-da4611b03401 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 945 time: 0.0484340 Aug 25 05:17:16.101304 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-4c757d98-b949-4e12-9e99-3ecd38a1dfd4 req-55526bdf-7655-4909-9e77-39e6e242cbcd tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311410 Aug 25 05:17:17.217231 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69440c7-9877-4ef4-b6e1-1e8f03c12385 req-2c00745f-9587-4ef5-b3e9-1f1d5296a124 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:17.218773 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b69440c7-9877-4ef4-b6e1-1e8f03c12385 req-2c00745f-9587-4ef5-b3e9-1f1d5296a124 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 945 time: 0.0510755 Aug 25 05:17:17.257234 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b69440c7-9877-4ef4-b6e1-1e8f03c12385 req-d06cc55e-28a7-49b0-9928-523a2feeef10 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325897 Aug 25 05:17:18.682036 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1261424-46f0-4828-b2fb-0b1a83e637ae req-1706e6a2-5a9e-43bc-8e54-43f581375154 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:18.684096 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a1261424-46f0-4828-b2fb-0b1a83e637ae req-1706e6a2-5a9e-43bc-8e54-43f581375154 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 945 time: 0.0477269 Aug 25 05:17:18.720450 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a1261424-46f0-4828-b2fb-0b1a83e637ae req-22eef38f-aecb-4b83-8f00-df5253855f46 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305855 Aug 25 05:17:18.896080 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7522aea4-07a7-4b92-9181-919f48d408ca req-889ba656-96ff-4a6e-87b0-e06850579eac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824080 Aug 25 05:17:19.577366 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:17:19.652461 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:17:19.673873 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09a3040-977c-4b74-82d1-d8ebca2ad407', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ae07dd-7309-49fa-8bc6-d97f7b1cccb7'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:17:19.676052 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c68ced3-06da-46fd-86cb-dcc89d4efc12" -d '{"events": [{"server_uuid": "d09a3040-977c-4b74-82d1-d8ebca2ad407", "name": "network-vif-unplugged", "status": "completed", "tag": "18ae07dd-7309-49fa-8bc6-d97f7b1cccb7"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:17:19.688938 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7,segment=NetworkSegment(3a1debac-b5ba-4dcd-8a4d-7e81711d9952),segment_id=3a1debac-b5ba-4dcd-8a4d-7e81711d9952)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:17:19.768569 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 Aug 2021 05:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac69d0d-34d3-4ba0-b44c-eb5347101c2a x-openstack-request-id: req-8ac69d0d-34d3-4ba0-b44c-eb5347101c2a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:17:19.769263 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09a3040-977c-4b74-82d1-d8ebca2ad407", "name": "network-vif-unplugged", "status": "failed", "tag": "18ae07dd-7309-49fa-8bc6-d97f7b1cccb7", "code": 422}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:17:19.769519 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ac69d0d-34d3-4ba0-b44c-eb5347101c2a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:17:19.769937 dv-cinder-757936-7-iscsi neutron-server[94640]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd09a3040-977c-4b74-82d1-d8ebca2ad407', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '18ae07dd-7309-49fa-8bc6-d97f7b1cccb7', 'code': 422} returned with failed status Aug 25 05:17:19.780015 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:17:19.827492 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:19.836870 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8ed61-8c10-4e2d-9543-49c99f4da42e req-85242db4-28db-4abf-b4c9-ff22c642e4ca tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:19.838392 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2ca8ed61-8c10-4e2d-9543-49c99f4da42e req-85242db4-28db-4abf-b4c9-ff22c642e4ca tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 943 time: 0.0496254 Aug 25 05:17:19.878618 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2ca8ed61-8c10-4e2d-9543-49c99f4da42e req-a67bd14b-9e4b-4f8f-ab0a-8a56f769b133 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335705 Aug 25 05:17:20.418868 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:17:20.990099 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38db7c1-40c2-47ea-bfdb-f0a3dd2b4fde req-56eea3fe-04c5-412b-854a-a2e174c62324 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:20.991564 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d38db7c1-40c2-47ea-bfdb-f0a3dd2b4fde req-56eea3fe-04c5-412b-854a-a2e174c62324 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 943 time: 0.0469823 Aug 25 05:17:21.029230 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d38db7c1-40c2-47ea-bfdb-f0a3dd2b4fde req-41853e82-a36b-4414-b80e-461ede4ca9a7 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313718 Aug 25 05:17:21.530598 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522aea4-07a7-4b92-9181-919f48d408ca req-45d7a715-9844-4fb1-bebc-eb7534cc4d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:21.532144 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7522aea4-07a7-4b92-9181-919f48d408ca req-45d7a715-9844-4fb1-bebc-eb7534cc4d08 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407&tenant_id=ab1013c99e23487a9275a86c94a56cb4 HTTP/1.1" status: 200 len: 1096 time: 0.0723732 Aug 25 05:17:21.599965 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522aea4-07a7-4b92-9181-919f48d408ca req-31ae47df-76b2-47f5-bfe2-dd2cf15ebf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:21.601397 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7522aea4-07a7-4b92-9181-919f48d408ca req-31ae47df-76b2-47f5-bfe2-dd2cf15ebf2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ab1013c99e23487a9275a86c94a56cb4&device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 1096 time: 0.0374954 Aug 25 05:17:21.690192 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522aea4-07a7-4b92-9181-919f48d408ca req-6c12b0d6-e467-4cc9-ae0a-1a581aa64419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:21.691629 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7522aea4-07a7-4b92-9181-919f48d408ca req-6c12b0d6-e467-4cc9-ae0a-1a581aa64419 service neutron] 10.222.0.20 "GET /v2.0/networks?id=af85147f-5e85-4628-9db0-24fa351703a8 HTTP/1.1" status: 200 len: 909 time: 0.0829203 Aug 25 05:17:21.761921 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7522aea4-07a7-4b92-9181-919f48d408ca req-da411d54-13da-49e8-a498-bc2588d30319 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 HTTP/1.1" status: 200 len: 998 time: 0.0627871 Aug 25 05:17:21.810081 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522aea4-07a7-4b92-9181-919f48d408ca req-27557a81-8014-4773-a714-96e37b8a72c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:21.812182 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7522aea4-07a7-4b92-9181-919f48d408ca req-27557a81-8014-4773-a714-96e37b8a72c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2f2027e-fe44-426d-ba1e-518a6e976d23 HTTP/1.1" status: 200 len: 848 time: 0.0436676 Aug 25 05:17:21.857102 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522aea4-07a7-4b92-9181-919f48d408ca req-ef793bd3-0678-45be-86b6-ed38178bc7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:21.859149 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7522aea4-07a7-4b92-9181-919f48d408ca req-ef793bd3-0678-45be-86b6-ed38178bc7aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af85147f-5e85-4628-9db0-24fa351703a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401330 Aug 25 05:17:21.951260 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7522aea4-07a7-4b92-9181-919f48d408ca req-d57a4ecb-fd41-4d1c-97ab-9fcb2c185f04 service neutron] 10.222.0.20 "GET /v2.0/networks/af85147f-5e85-4628-9db0-24fa351703a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851297 Aug 25 05:17:22.036981 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7522aea4-07a7-4b92-9181-919f48d408ca req-81f84d0f-b1f9-4f6c-b793-6b11c5994fc8 service neutron] 10.222.0.20 "GET /v2.0/networks/af85147f-5e85-4628-9db0-24fa351703a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784345 Aug 25 05:17:22.144749 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085748f-143d-4a12-9af5-9cc0e29400f9 req-1ad62d78-caba-40d9-9830-94f56858b36d tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:22.146215 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e085748f-143d-4a12-9af5-9cc0e29400f9 req-1ad62d78-caba-40d9-9830-94f56858b36d tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 943 time: 0.0523427 Aug 25 05:17:22.183494 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e085748f-143d-4a12-9af5-9cc0e29400f9 req-f212d4e0-be5e-4ce2-8e49-03a9983d62ef tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313282 Aug 25 05:17:23.293953 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629c227-f8e5-4ed6-893f-d7d7ad3eee67 req-fac55a9b-ab16-428d-8414-fe64a8dce907 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:23.295414 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3629c227-f8e5-4ed6-893f-d7d7ad3eee67 req-fac55a9b-ab16-428d-8414-fe64a8dce907 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 943 time: 0.0475593 Aug 25 05:17:23.331199 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3629c227-f8e5-4ed6-893f-d7d7ad3eee67 req-a8e1c047-bcca-4512-a72e-1ad388a8a8e6 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299716 Aug 25 05:17:24.441391 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fab281-2c1d-468c-bc22-b73f73a00587 req-ae89fcb0-624a-4151-8e84-056f37125a7d tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:24.442775 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-20fab281-2c1d-468c-bc22-b73f73a00587 req-ae89fcb0-624a-4151-8e84-056f37125a7d tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 943 time: 0.0466430 Aug 25 05:17:24.478419 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-20fab281-2c1d-468c-bc22-b73f73a00587 req-725bbf20-e90a-4840-8a7a-c28c26f452f8 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299022 Aug 25 05:17:25.592114 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda531a-17d7-4325-9f07-7bbe5cbe2303 req-99a511fa-6c26-4561-9d64-5c105c641866 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:25.593583 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-adda531a-17d7-4325-9f07-7bbe5cbe2303 req-99a511fa-6c26-4561-9d64-5c105c641866 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 943 time: 0.0503869 Aug 25 05:17:25.631245 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-adda531a-17d7-4325-9f07-7bbe5cbe2303 req-69465462-c6e9-4b6e-a2be-49245e6871f7 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317400 Aug 25 05:17:26.740804 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3c92d-d55e-4865-bb96-40b8379efab4 req-f6ef32da-3147-4fff-9ffa-d32f80f4d983 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:26.742388 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-82b3c92d-d55e-4865-bb96-40b8379efab4 req-f6ef32da-3147-4fff-9ffa-d32f80f4d983 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 943 time: 0.0465121 Aug 25 05:17:26.778958 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-82b3c92d-d55e-4865-bb96-40b8379efab4 req-1057a2b3-83a9-4e9b-8a5b-26139aa52f84 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305943 Aug 25 05:17:27.905151 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88355008-a70d-41d4-934e-68acb225af99 req-abf76ddc-e063-40b9-a36e-aa7b5b736948 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:27.907111 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-88355008-a70d-41d4-934e-68acb225af99 req-abf76ddc-e063-40b9-a36e-aa7b5b736948 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 943 time: 0.0462482 Aug 25 05:17:27.943341 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-88355008-a70d-41d4-934e-68acb225af99 req-3f2f9020-b6f9-4cd9-bd33-53d84a9ad663 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305316 Aug 25 05:17:29.057051 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ef272-9384-46ff-ba88-53f78e46a2b4 req-01c01e74-e824-4fe8-a8b9-3379f22a8ba5 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:29.058540 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e17ef272-9384-46ff-ba88-53f78e46a2b4 req-01c01e74-e824-4fe8-a8b9-3379f22a8ba5 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 943 time: 0.0503631 Aug 25 05:17:29.095173 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e17ef272-9384-46ff-ba88-53f78e46a2b4 req-b560461f-27ce-48da-9cb7-12626bbcc879 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308971 Aug 25 05:17:29.659245 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:17:29.752370 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7,segment=NetworkSegment(3a1debac-b5ba-4dcd-8a4d-7e81711d9952),segment_id=3a1debac-b5ba-4dcd-8a4d-7e81711d9952)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:17:29.763162 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': '18ae07dd-7309-49fa-8bc6-d97f7b1cccb7', 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8', 'port_id': '18ae07dd-7309-49fa-8bc6-d97f7b1cccb7', 'mac_address': 'fa:16:3e:4e:4d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f2027e-fe44-426d-ba1e-518a6e976d23', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:17:29.798474 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:17:29.810535 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:17:29.829440 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7,segment=NetworkSegment(3a1debac-b5ba-4dcd-8a4d-7e81711d9952),segment_id=3a1debac-b5ba-4dcd-8a4d-7e81711d9952)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:17:29.939271 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:17:29.983012 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:30.208020 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6e3ca-fc14-427b-9bdf-83f1f8934408 req-7d5d9e3f-99bd-4ae6-8eb2-0737d94c9591 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:30.209482 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-52e6e3ca-fc14-427b-9bdf-83f1f8934408 req-7d5d9e3f-99bd-4ae6-8eb2-0737d94c9591 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 944 time: 0.0480785 Aug 25 05:17:30.220618 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['18ae07dd-7309-49fa-8bc6-d97f7b1cccb7'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:17:30.245698 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-52e6e3ca-fc14-427b-9bdf-83f1f8934408 req-e8a360e9-3b27-49fb-8a12-764f8ece9fae tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304408 Aug 25 05:17:30.538922 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65220870-a4a6-4035-a204-c6681f40c244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:17:31.356010 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0074a3d-aa92-4b49-80e9-b5035a08e314 req-da3c51b7-133b-4ea4-8f71-e827b18dc7ac tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:31.357446 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e0074a3d-aa92-4b49-80e9-b5035a08e314 req-da3c51b7-133b-4ea4-8f71-e827b18dc7ac tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 944 time: 0.0464017 Aug 25 05:17:31.393337 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e0074a3d-aa92-4b49-80e9-b5035a08e314 req-23577fa2-204f-48ae-baa6-ecfb2eaf8942 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301766 Aug 25 05:17:31.673343 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:17:31.721984 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:17:31.722355 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:17:31.794601 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:17:31.815840 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09a3040-977c-4b74-82d1-d8ebca2ad407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ae07dd-7309-49fa-8bc6-d97f7b1cccb7'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:17:31.818021 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c0f30b-05c5-45a4-921b-6eab593f41be" -d '{"events": [{"server_uuid": "d09a3040-977c-4b74-82d1-d8ebca2ad407", "name": "network-vif-plugged", "status": "completed", "tag": "18ae07dd-7309-49fa-8bc6-d97f7b1cccb7"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:17:31.830803 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7,segment=NetworkSegment(3a1debac-b5ba-4dcd-8a4d-7e81711d9952),segment_id=3a1debac-b5ba-4dcd-8a4d-7e81711d9952)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:17:31.858871 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215e42c3-ac27-4e29-b9ea-7c70000c69a8 x-openstack-request-id: req-215e42c3-ac27-4e29-b9ea-7c70000c69a8 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:17:31.859208 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09a3040-977c-4b74-82d1-d8ebca2ad407", "name": "network-vif-plugged", "status": "completed", "tag": "18ae07dd-7309-49fa-8bc6-d97f7b1cccb7", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:17:31.859461 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-215e42c3-ac27-4e29-b9ea-7c70000c69a8 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:17:31.859847 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09a3040-977c-4b74-82d1-d8ebca2ad407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ae07dd-7309-49fa-8bc6-d97f7b1cccb7', 'code': 200} Aug 25 05:17:31.939281 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:17:31.985805 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7,revision_number=8']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:32.169511 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c62ff7-1583-4155-8270-b762235bf8a4 req-256690d9-a11a-47fc-9a86-49faef2073a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:32.171021 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-36c62ff7-1583-4155-8270-b762235bf8a4 req-256690d9-a11a-47fc-9a86-49faef2073a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 1098 time: 0.0371492 Aug 25 05:17:32.204816 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-36c62ff7-1583-4155-8270-b762235bf8a4 req-eefdbd7c-f103-40d0-9a17-35bc8783e207 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260668 Aug 25 05:17:32.506599 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc62045-cd93-4f55-a8e5-f1bf8656509b req-7ed5b317-f5ea-41fb-a8d2-28069cbdd2c1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:32.508083 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bcc62045-cd93-4f55-a8e5-f1bf8656509b req-7ed5b317-f5ea-41fb-a8d2-28069cbdd2c1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 945 time: 0.0507574 Aug 25 05:17:32.544188 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bcc62045-cd93-4f55-a8e5-f1bf8656509b req-e3cde99e-f8b4-42b5-b8d7-55553c86da05 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304961 Aug 25 05:17:32.944679 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dfae78c4-f39a-4a00-8115-2b6b55939030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:17:33.308132 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:17:33.660498 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f39094-bf7b-4eb4-8eb6-e354b95c1062 req-af381b51-3c0c-4436-a95e-db6429c5592e tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:17:33.661983 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-06f39094-bf7b-4eb4-8eb6-e354b95c1062 req-af381b51-3c0c-4436-a95e-db6429c5592e tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 945 time: 0.0507605 Aug 25 05:17:33.697585 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-06f39094-bf7b-4eb4-8eb6-e354b95c1062 req-e20abc01-f313-4c64-b623-74247f8294da tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297654 Aug 25 05:17:34.298531 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:17:35.972134 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:17:39.776069 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:17:50.438655 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:00.538308 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e24421f-b84c-4a4d-9fed-a182e5a7ea23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:02.952443 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48590031-019c-4c41-a3eb-d4e6c9d6e285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:03.338220 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:04.295786 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:04.779391 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-acdf3757-9dff-45ab-8446-e64b5fb20e00 req-78486a09-311f-453d-b182-497db5378380 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374212 Aug 25 05:18:04.875849 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf3757-9dff-45ab-8446-e64b5fb20e00 req-0a0d177b-b092-4dc2-bcaa-3b13ffe7c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:04.877265 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-acdf3757-9dff-45ab-8446-e64b5fb20e00 req-0a0d177b-b092-4dc2-bcaa-3b13ffe7c17d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ab1013c99e23487a9275a86c94a56cb4&device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 1098 time: 0.0387034 Aug 25 05:18:04.976593 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf3757-9dff-45ab-8446-e64b5fb20e00 req-820f3403-8a36-44c0-b2cc-a77ed8efbe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:04.977991 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-acdf3757-9dff-45ab-8446-e64b5fb20e00 req-820f3403-8a36-44c0-b2cc-a77ed8efbe53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=af85147f-5e85-4628-9db0-24fa351703a8 HTTP/1.1" status: 200 len: 909 time: 0.0824022 Aug 25 05:18:05.040633 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-acdf3757-9dff-45ab-8446-e64b5fb20e00 req-9420f9d4-9ef2-4682-af89-410211e21e54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 HTTP/1.1" status: 200 len: 1000 time: 0.0549953 Aug 25 05:18:05.087987 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf3757-9dff-45ab-8446-e64b5fb20e00 req-739a60b4-b1ca-4e36-a591-950114a32950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:05.089410 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-acdf3757-9dff-45ab-8446-e64b5fb20e00 req-739a60b4-b1ca-4e36-a591-950114a32950 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2f2027e-fe44-426d-ba1e-518a6e976d23 HTTP/1.1" status: 200 len: 848 time: 0.0420911 Aug 25 05:18:05.136051 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf3757-9dff-45ab-8446-e64b5fb20e00 req-2ea239e4-5e9f-4b1d-aef4-59748e27df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:05.138022 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-acdf3757-9dff-45ab-8446-e64b5fb20e00 req-2ea239e4-5e9f-4b1d-aef4-59748e27df84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af85147f-5e85-4628-9db0-24fa351703a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417471 Aug 25 05:18:05.223281 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-acdf3757-9dff-45ab-8446-e64b5fb20e00 req-d35ea547-7551-452b-be0a-e167b918b534 service neutron] 10.222.0.20 "GET /v2.0/networks/af85147f-5e85-4628-9db0-24fa351703a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780041 Aug 25 05:18:05.311492 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-acdf3757-9dff-45ab-8446-e64b5fb20e00 req-a291a34e-b3b1-4e3f-a6fe-923ab9d90be0 service neutron] 10.222.0.20 "GET /v2.0/networks/af85147f-5e85-4628-9db0-24fa351703a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806499 Aug 25 05:18:05.975386 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:16.775059 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:18:20.474645 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:30.536788 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee80c383-e53d-4ffe-869e-60a7026b6eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:32.992380 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58866f8d-2856-4f8a-95a0-0c3727d3507e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:33.340711 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:34.285340 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:35.988007 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:37.804519 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-df7ebc8f-ba53-4c39-bc30-ae1c87a13abb tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090778391&fields=id&tenant_id=13946d6c027543e19b729b21c728a3ee HTTP/1.1" status: 200 len: 267 time: 0.0318811 Aug 25 05:18:37.905013 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-32ec6957-1c14-4f30-bb4b-fb5233e3f5c6 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:37.906448 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-32ec6957-1c14-4f30-bb4b-fb5233e3f5c6 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/networks?id=62067af4-7b01-4b37-a0a2-f3697049de5a HTTP/1.1" status: 200 len: 812 time: 0.0956848 Aug 25 05:18:37.921105 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-1e32b4fc-9c9a-4901-9d26-96322fe6dd21 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/quotas/13946d6c027543e19b729b21c728a3ee HTTP/1.1" status: 200 len: 375 time: 0.0085688 Aug 25 05:18:37.979280 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-fe90ce33-244f-4733-8481-df1dfdeb4d0b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=13946d6c027543e19b729b21c728a3ee&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0523770 Aug 25 05:18:38.070331 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-ba534dd5-4979-4c29-b486-7c35621de461 service neutron] 10.222.0.13 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796711 Aug 25 05:18:38.410393 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-86809c91-b85a-42c1-8b97-9d94dc58d855 service neutron] 10.222.0.13 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342218 Aug 25 05:18:38.974662 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8132f5cf-d78c-458b-8dc6-6c13222d6ea7 req-d6a92f96-4c9f-4715-923a-76d179a17344 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 210 time: 0.0264466 Aug 25 05:18:40.064292 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e364bd9e-8b96-4bfa-8ca6-e3c5d84ab877 req-f20dd5e8-46d6-4b8f-b205-4e8f87d0cef3 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 210 time: 0.0247841 Aug 25 05:18:40.936195 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-f91bb62d-f8d1-4e68-9e8b-55b4647bd430 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:40.937625 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-f91bb62d-f8d1-4e68-9e8b-55b4647bd430 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.20 "GET /v2.0/networks?id=62067af4-7b01-4b37-a0a2-f3697049de5a HTTP/1.1" status: 200 len: 812 time: 0.0967619 Aug 25 05:18:40.984676 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-7b9b3afa-6d9a-4c0a-a4bb-ba2f6762a6a9 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13946d6c027543e19b729b21c728a3ee HTTP/1.1" status: 200 len: 380 time: 0.0329487 Aug 25 05:18:40.994554 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Request body: {'port': {'device_id': '15301269-7c31-4bd9-8a3f-0f9ebc0db6e3', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'admin_state_up': True, 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'security_groups': ['828c09c5-5bfb-4442-836b-58409016daaa']}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:18:41.156072 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a66c17b5-4342-432d-825f-6356ceb5aef7 req-7ccfa4bb-ae8c-47a1-8710-0c8d96153635 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 210 time: 0.0250504 Aug 25 05:18:41.175042 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Made reservation on behalf of 13946d6c027543e19b729b21c728a3ee for: {'port': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:18:41.178852 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:41.303947 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Allocated IP 172.20.0.8 (62067af4-7b01-4b37-a0a2-f3697049de5a/4c5af6f4-efdc-4916-98a3-b9087870d169/d68ca611-3c2f-45a9-8e0b-5c701b495cd5) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:18:41.432620 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:41.445797 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Transition to ACTIVE for port object d68ca611-3c2f-45a9-8e0b-5c701b495cd5 will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:18:41.551966 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:41.592945 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Network 62067af4-7b01-4b37-a0a2-f3697049de5a is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:18:41.595790 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:18:41.598847 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:18:41.633618 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Pushing event updated for resources: {'Port': ['ID=d68ca611-3c2f-45a9-8e0b-5c701b495cd5,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:18:41.648199 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:41.648459 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:41.648801 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:41.649137 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:41.649462 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:41.649795 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:41.650124 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:41.650454 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:41.650806 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:41.651130 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:41.651449 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:41.651772 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:41.670677 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:41.671305 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:41.766702 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-2f6f763e-8c7e-4553-8dcb-eed5b5fd5c98 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7757034 Aug 25 05:18:41.785459 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] Request body: {'port': {'device_id': '15301269-7c31-4bd9-8a3f-0f9ebc0db6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:18:41.835833 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:41.895282 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-c61a0b91-3aa8-44cc-a4e2-7c467effb383 None None] Provisioning for port d68ca611-3c2f-45a9-8e0b-5c701b495cd5 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:18:41.899149 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-c61a0b91-3aa8-44cc-a4e2-7c467effb383 None None] Provisioning complete for port d68ca611-3c2f-45a9-8e0b-5c701b495cd5 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:18:41.899527 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c61a0b91-3aa8-44cc-a4e2-7c467effb383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:41.933678 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c61a0b91-3aa8-44cc-a4e2-7c467effb383 None None] Port d68ca611-3c2f-45a9-8e0b-5c701b495cd5 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 05:18:42.091252 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d68ca611-3c2f-45a9-8e0b-5c701b495cd5 {{(pid=94638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:18:42.098622 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:42.110116 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] Transition to ACTIVE for port object d68ca611-3c2f-45a9-8e0b-5c701b495cd5 will not be triggered until provisioned by entity L2. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 05:18:42.231660 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52348945'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:42.311245 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81062203-80f0-46f5-beed-e9a7208777d1 req-20285fc6-3500-4e65-aa84-bea01a410801 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:42.312814 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-81062203-80f0-46f5-beed-e9a7208777d1 req-20285fc6-3500-4e65-aa84-bea01a410801 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 943 time: 0.0913272 Aug 25 05:18:42.318665 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] Pushing event updated for resources: {'Port': ['ID=d68ca611-3c2f-45a9-8e0b-5c701b495cd5,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:18:42.397794 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-81062203-80f0-46f5-beed-e9a7208777d1 req-0c2b46c5-c784-4131-9899-2351b94fdcff tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771906 Aug 25 05:18:42.413974 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] Attempting to bind port d68ca611-3c2f-45a9-8e0b-5c701b495cd5 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 05:18:42.414403 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] Attempting to bind port d68ca611-3c2f-45a9-8e0b-5c701b495cd5 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '2cd2f051-cbbd-4387-a178-cdcafdfed5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a'}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 05:18:42.414840 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] Attempting to bind port d68ca611-3c2f-45a9-8e0b-5c701b495cd5 on network 62067af4-7b01-4b37-a0a2-f3697049de5a {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:18:42.419793 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] Port d68ca611-3c2f-45a9-8e0b-5c701b495cd5 on network 62067af4-7b01-4b37-a0a2-f3697049de5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 05:18:42.420184 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] Attempting to bind port d68ca611-3c2f-45a9-8e0b-5c701b495cd5 on network 62067af4-7b01-4b37-a0a2-f3697049de5a {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 05:18:42.425838 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] Checking agent: {'id': '2d6b99c1-3d97-4a8a-bca5-2c0d702c36c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'started_at': datetime.datetime(2021, 8, 25, 5, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 5, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 05:18:42.426252 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] Checking segment: {'id': '2cd2f051-cbbd-4387-a178-cdcafdfed5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 05:18:42.426738 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] Bound using segment: {'id': '2cd2f051-cbbd-4387-a178-cdcafdfed5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a'} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 05:18:42.427256 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] Bound port: d68ca611-3c2f-45a9-8e0b-5c701b495cd5, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd2f051-cbbd-4387-a178-cdcafdfed5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a'}}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 05:18:42.427663 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:42.492463 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] For port d68ca611-3c2f-45a9-8e0b-5c701b495cd5, host hv-cinder-75793, cleared binding levels {{(pid=94638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:18:42.495706 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] For port d68ca611-3c2f-45a9-8e0b-5c701b495cd5, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=d68ca611-3c2f-45a9-8e0b-5c701b495cd5,segment=NetworkSegment(2cd2f051-cbbd-4387-a178-cdcafdfed5cf),segment_id=2cd2f051-cbbd-4387-a178-cdcafdfed5cf)] {{(pid=94638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:18:42.605545 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52348945'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:42.639278 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:42.639886 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:42.641291 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] 10.222.0.20 "PUT /v2.0/ports/d68ca611-3c2f-45a9-8e0b-5c701b495cd5 HTTP/1.1" status: 200 len: 1093 time: 0.8600066 Aug 25 05:18:42.641693 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15301269-7c31-4bd9-8a3f-0f9ebc0db6e3', 'tag': 'd68ca611-3c2f-45a9-8e0b-5c701b495cd5'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:18:42.643940 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e95849f-4e65-44a4-b5f7-bbcb1c40f600" -d '{"events": [{"name": "network-changed", "server_uuid": "15301269-7c31-4bd9-8a3f-0f9ebc0db6e3", "tag": "d68ca611-3c2f-45a9-8e0b-5c701b495cd5"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:18:42.667968 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35f1d0-0c16-43d1-aef2-1335b2b3b8cb service neutron] Pushing event updated for resources: {'Port': ['ID=d68ca611-3c2f-45a9-8e0b-5c701b495cd5,revision_number=3']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:18:42.798035 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-4a898c43-1d6b-466f-9127-e15c38797134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:42.799619 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-4a898c43-1d6b-466f-9127-e15c38797134 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13946d6c027543e19b729b21c728a3ee&device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 1096 time: 0.0496709 Aug 25 05:18:42.801159 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc52026a-ffee-4c40-a61f-e7a390b09c57 x-openstack-request-id: req-cc52026a-ffee-4c40-a61f-e7a390b09c57 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:18:42.801319 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15301269-7c31-4bd9-8a3f-0f9ebc0db6e3", "tag": "d68ca611-3c2f-45a9-8e0b-5c701b495cd5", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:18:42.801763 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc52026a-ffee-4c40-a61f-e7a390b09c57 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:18:42.801939 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15301269-7c31-4bd9-8a3f-0f9ebc0db6e3', 'tag': 'd68ca611-3c2f-45a9-8e0b-5c701b495cd5', 'status': 'completed', 'code': 200} Aug 25 05:18:42.860817 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-f7da75f6-d681-4406-9691-c187f351710a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d68ca611-3c2f-45a9-8e0b-5c701b495cd5 HTTP/1.1" status: 200 len: 217 time: 0.0335853 Aug 25 05:18:42.908463 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-a6fcb49f-60c4-46c7-b0c4-af0c565f13ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:42.910343 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-a6fcb49f-60c4-46c7-b0c4-af0c565f13ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c5af6f4-efdc-4916-98a3-b9087870d169 HTTP/1.1" status: 200 len: 851 time: 0.0422387 Aug 25 05:18:42.958022 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-56421547-233d-40af-b13c-82d9cbf16eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:42.959468 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-56421547-233d-40af-b13c-82d9cbf16eac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62067af4-7b01-4b37-a0a2-f3697049de5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404680 Aug 25 05:18:43.044424 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-bf8d2a1b-9861-4779-af8b-7ecf73fe340e service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777030 Aug 25 05:18:43.138645 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-982d1bcd-b6f6-4508-96af-1965f47cb80c req-a70f39a8-5da4-427d-ac22-d5ffd63bcbee service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873554 Aug 25 05:18:43.364683 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95849f-4e65-44a4-b5f7-bbcb1c40f600 req-384fb31d-90b1-460b-bbbf-2e04c51d7966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:43.366149 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8e95849f-4e65-44a4-b5f7-bbcb1c40f600 req-384fb31d-90b1-460b-bbbf-2e04c51d7966 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13946d6c027543e19b729b21c728a3ee&device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 1096 time: 0.0393803 Aug 25 05:18:43.453185 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95849f-4e65-44a4-b5f7-bbcb1c40f600 req-6ebce8b8-a1a8-4338-8c1d-449243779913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:43.454717 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8e95849f-4e65-44a4-b5f7-bbcb1c40f600 req-6ebce8b8-a1a8-4338-8c1d-449243779913 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62067af4-7b01-4b37-a0a2-f3697049de5a HTTP/1.1" status: 200 len: 912 time: 0.0817699 Aug 25 05:18:43.508693 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8e95849f-4e65-44a4-b5f7-bbcb1c40f600 req-ba3581bc-e6b9-4d11-b4a9-91993cb9837e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d68ca611-3c2f-45a9-8e0b-5c701b495cd5 HTTP/1.1" status: 200 len: 217 time: 0.0459130 Aug 25 05:18:43.572218 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412273fe-15a4-4086-ac87-97f17d3c501f req-6e294e5b-457d-478d-a269-1e484bcd1409 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:43.573668 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-412273fe-15a4-4086-ac87-97f17d3c501f req-6e294e5b-457d-478d-a269-1e484bcd1409 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 943 time: 0.1095133 Aug 25 05:18:43.588409 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95849f-4e65-44a4-b5f7-bbcb1c40f600 req-1a01c92c-4fa7-4a2b-9b5c-41e10ffb0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:43.589740 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8e95849f-4e65-44a4-b5f7-bbcb1c40f600 req-1a01c92c-4fa7-4a2b-9b5c-41e10ffb0b74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c5af6f4-efdc-4916-98a3-b9087870d169 HTTP/1.1" status: 200 len: 851 time: 0.0646882 Aug 25 05:18:43.642092 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-412273fe-15a4-4086-ac87-97f17d3c501f req-2bb9a01b-941f-4836-bbf5-f1e39142cd7c tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625901 Aug 25 05:18:43.651520 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95849f-4e65-44a4-b5f7-bbcb1c40f600 req-3bbe4a2c-f6d6-4dbc-a8b2-ab37e2e65309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:43.652959 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8e95849f-4e65-44a4-b5f7-bbcb1c40f600 req-3bbe4a2c-f6d6-4dbc-a8b2-ab37e2e65309 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62067af4-7b01-4b37-a0a2-f3697049de5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549932 Aug 25 05:18:43.743460 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8e95849f-4e65-44a4-b5f7-bbcb1c40f600 req-81f0bcd9-5e6b-44b9-b781-6425c136cd45 service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792816 Aug 25 05:18:43.836728 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8e95849f-4e65-44a4-b5f7-bbcb1c40f600 req-9b5cd98f-afb2-4158-92b1-133dbdc03157 service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828919 Aug 25 05:18:44.752763 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397ba19-acb8-4cae-b951-73307783b4ef req-bbacf901-fd96-49e3-94ab-f8cc50eba8fb tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:44.754233 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e397ba19-acb8-4cae-b951-73307783b4ef req-bbacf901-fd96-49e3-94ab-f8cc50eba8fb tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 943 time: 0.0462554 Aug 25 05:18:44.789901 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e397ba19-acb8-4cae-b951-73307783b4ef req-7328e621-85df-4439-ba78-25de525180e8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299370 Aug 25 05:18:45.899293 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fdf93-2720-4340-830d-b11d6e5d9b04 req-542ed014-d7a8-4341-9003-869e25803af8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:45.900760 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ad1fdf93-2720-4340-830d-b11d6e5d9b04 req-542ed014-d7a8-4341-9003-869e25803af8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 943 time: 0.0474074 Aug 25 05:18:45.937786 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ad1fdf93-2720-4340-830d-b11d6e5d9b04 req-7c1e27ea-f438-42a9-8b8c-4b8c6eaebd0e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311604 Aug 25 05:18:46.894242 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48750) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:18:47.074750 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85f5b2-0f86-413b-8c5b-cb77388ed1da req-5618c2f6-dd88-458b-8b2e-afb08323116c tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:47.076212 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fb85f5b2-0f86-413b-8c5b-cb77388ed1da req-5618c2f6-dd88-458b-8b2e-afb08323116c tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 943 time: 0.0743256 Aug 25 05:18:47.103367 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Deleting port 329b7eea-cee4-4190-9987-533c05ccba07 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:18:47.103701 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:47.132640 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fb85f5b2-0f86-413b-8c5b-cb77388ed1da req-09abc85d-5e23-4b80-b47a-15867537a9dc tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505855 Aug 25 05:18:47.190199 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:47.190457 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:47.202326 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Calling delete_port for 329b7eea-cee4-4190-9987-533c05ccba07 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:18:47.445548 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:47.474644 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Pushing event deleted for resources: {'Port': ['ID=329b7eea-cee4-4190-9987-533c05ccba07,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:18:47.498198 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:47.498576 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:47.498921 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:47.499262 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:47.499596 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:47.499929 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:47.500258 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:47.500585 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:47.500914 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:47.501239 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:47.501561 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:47.501884 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:47.541582 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:47.541913 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Floating IP 4c79c1bb-cf30-4388-82f1-45b07e36e535 disassociated (deleted). External IP: 172.27.0.19, port: 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7. Aug 25 05:18:47.736273 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Router 634b86fa-6600-46b8-a7a4-f6d1af9bb36f has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:18:47.836411 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:18:47.841142 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:47.845693 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955eec46-baff-4bc0-8d9b-6f5f9b1acfac None None] Sync routers for ids ['634b86fa-6600-46b8-a7a4-f6d1af9bb36f'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:18:47.855924 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955eec46-baff-4bc0-8d9b-6f5f9b1acfac None None] Routers {'634b86fa-6600-46b8-a7a4-f6d1af9bb36f'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:18:47.856575 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-955eec46-baff-4bc0-8d9b-6f5f9b1acfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:18:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['634b86fa-6600-46b8-a7a4-f6d1af9bb36f'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:18:47.962826 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-955eec46-baff-4bc0-8d9b-6f5f9b1acfac None None] Set router 634b86fa-6600-46b8-a7a4-f6d1af9bb36f gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:18:48.107215 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-349016dd-ee55-4762-a70f-d72949cd0550 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "DELETE /v2.0/floatingips/4c79c1bb-cf30-4388-82f1-45b07e36e535 HTTP/1.1" status: 204 len: 168 time: 1.2118490 Aug 25 05:18:48.107793 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09a3040-977c-4b74-82d1-d8ebca2ad407', 'tag': '18ae07dd-7309-49fa-8bc6-d97f7b1cccb7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:18:48.110112 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf63be1f-2689-4f23-b7cc-faa0a0f97cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "d09a3040-977c-4b74-82d1-d8ebca2ad407", "tag": "18ae07dd-7309-49fa-8bc6-d97f7b1cccb7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:18:48.156252 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6920de36-0fce-4b27-854d-b03fae869fa9 x-openstack-request-id: req-6920de36-0fce-4b27-854d-b03fae869fa9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:18:48.156607 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09a3040-977c-4b74-82d1-d8ebca2ad407", "tag": "18ae07dd-7309-49fa-8bc6-d97f7b1cccb7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:18:48.156852 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6920de36-0fce-4b27-854d-b03fae869fa9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:18:48.157236 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09a3040-977c-4b74-82d1-d8ebca2ad407', 'tag': '18ae07dd-7309-49fa-8bc6-d97f7b1cccb7', 'status': 'completed', 'code': 200} Aug 25 05:18:48.239333 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63be1f-2689-4f23-b7cc-faa0a0f97cf9 req-6ee5bdfe-af16-494a-9cbd-9bdf1ee0bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:48.241470 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cf63be1f-2689-4f23-b7cc-faa0a0f97cf9 req-6ee5bdfe-af16-494a-9cbd-9bdf1ee0bbb2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ab1013c99e23487a9275a86c94a56cb4&device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 1098 time: 0.0430889 Aug 25 05:18:48.247912 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d554459-8fdb-4f0a-b6f5-6296b53b5c67 req-6c654fb6-90b3-4826-8449-8629f37c0ed6 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:48.249384 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1d554459-8fdb-4f0a-b6f5-6296b53b5c67 req-6c654fb6-90b3-4826-8449-8629f37c0ed6 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 943 time: 0.0486751 Aug 25 05:18:48.303895 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-955eec46-baff-4bc0-8d9b-6f5f9b1acfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'name': 'tempest-TestShelveInstance-1029506731-router', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:12Z', 'updated_at': '2021-08-25T05:14:16Z', 'revision_number': 4, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'gw_port': {'id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:13Z', 'updated_at': '2021-08-25T05:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '36cf2b2b-d451-4137-96e4-91afb8f1f0d3', 'name': '', 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'mac_address': 'fa:16:3e:20:83:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a2f2027e-fe44-426d-ba1e-518a6e976d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:15Z', 'updated_at': '2021-08-25T05:14:21Z', 'revision_number': 5, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'subnets': [{'id': 'a2f2027e-fe44-426d-ba1e-518a6e976d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:18:48.330878 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955eec46-baff-4bc0-8d9b-6f5f9b1acfac None None] Checking router: 634b86fa-6600-46b8-a7a4-f6d1af9bb36f for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:18:48.339495 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955eec46-baff-4bc0-8d9b-6f5f9b1acfac None None] Routers {'634b86fa-6600-46b8-a7a4-f6d1af9bb36f'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:18:48.339843 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63be1f-2689-4f23-b7cc-faa0a0f97cf9 req-c77d2032-39a7-4d18-90d2-ba2f7200b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:48.340119 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-955eec46-baff-4bc0-8d9b-6f5f9b1acfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:18:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['634b86fa-6600-46b8-a7a4-f6d1af9bb36f'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:18:48.341518 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cf63be1f-2689-4f23-b7cc-faa0a0f97cf9 req-c77d2032-39a7-4d18-90d2-ba2f7200b6cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=af85147f-5e85-4628-9db0-24fa351703a8 HTTP/1.1" status: 200 len: 909 time: 0.0933011 Aug 25 05:18:48.348192 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1d554459-8fdb-4f0a-b6f5-6296b53b5c67 req-a597404c-6dcf-4f75-bafa-bd0f1d6ec002 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921113 Aug 25 05:18:48.392676 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cf63be1f-2689-4f23-b7cc-faa0a0f97cf9 req-5ca2629e-7756-4c5c-97ab-b197d600772b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 HTTP/1.1" status: 200 len: 217 time: 0.0371816 Aug 25 05:18:48.441820 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63be1f-2689-4f23-b7cc-faa0a0f97cf9 req-6eab7490-ff6f-4360-ab0e-cb318291d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:48.444286 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cf63be1f-2689-4f23-b7cc-faa0a0f97cf9 req-6eab7490-ff6f-4360-ab0e-cb318291d0d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2f2027e-fe44-426d-ba1e-518a6e976d23 HTTP/1.1" status: 200 len: 848 time: 0.0435152 Aug 25 05:18:48.456308 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-955eec46-baff-4bc0-8d9b-6f5f9b1acfac None None] Set router 634b86fa-6600-46b8-a7a4-f6d1af9bb36f gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:18:48.493170 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63be1f-2689-4f23-b7cc-faa0a0f97cf9 req-3d6333bf-b4b1-4389-8721-25c7d1e3b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:48.494780 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cf63be1f-2689-4f23-b7cc-faa0a0f97cf9 req-3d6333bf-b4b1-4389-8721-25c7d1e3b358 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af85147f-5e85-4628-9db0-24fa351703a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447278 Aug 25 05:18:48.554912 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca9601-8526-4139-997b-fd31b0f5db38 req-904a475f-6001-4dab-84d4-dc9dfda294a7 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:48.557080 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7dca9601-8526-4139-997b-fd31b0f5db38 req-904a475f-6001-4dab-84d4-dc9dfda294a7 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 945 time: 0.0543213 Aug 25 05:18:48.588143 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cf63be1f-2689-4f23-b7cc-faa0a0f97cf9 req-776d4627-8592-4f68-8227-a306cb1142f8 service neutron] 10.222.0.20 "GET /v2.0/networks/af85147f-5e85-4628-9db0-24fa351703a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823133 Aug 25 05:18:48.600687 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7dca9601-8526-4139-997b-fd31b0f5db38 req-2c4b3f85-dc8f-41fe-8e85-70ad19b143f8 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351610 Aug 25 05:18:48.660042 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-955eec46-baff-4bc0-8d9b-6f5f9b1acfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'name': 'tempest-TestShelveInstance-1029506731-router', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:12Z', 'updated_at': '2021-08-25T05:14:16Z', 'revision_number': 4, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'gw_port': {'id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:13Z', 'updated_at': '2021-08-25T05:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '36cf2b2b-d451-4137-96e4-91afb8f1f0d3', 'name': '', 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'mac_address': 'fa:16:3e:20:83:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a2f2027e-fe44-426d-ba1e-518a6e976d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:15Z', 'updated_at': '2021-08-25T05:14:21Z', 'revision_number': 5, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'subnets': [{'id': 'a2f2027e-fe44-426d-ba1e-518a6e976d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:18:48.683057 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cf63be1f-2689-4f23-b7cc-faa0a0f97cf9 req-409e9a43-39d3-4886-8355-e0daa1ada5d9 service neutron] 10.222.0.20 "GET /v2.0/networks/af85147f-5e85-4628-9db0-24fa351703a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858364 Aug 25 05:18:48.686010 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955eec46-baff-4bc0-8d9b-6f5f9b1acfac None None] The sync data for ids ['634b86fa-6600-46b8-a7a4-f6d1af9bb36f'] in dv-cinder-757936-7-iscsi is: [{'id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'name': 'tempest-TestShelveInstance-1029506731-router', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:12Z', 'updated_at': '2021-08-25T05:14:16Z', 'revision_number': 4, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'gw_port': {'id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:13Z', 'updated_at': '2021-08-25T05:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '36cf2b2b-d451-4137-96e4-91afb8f1f0d3', 'name': '', 'network_id': 'af85147f-5e85-4628-9db0-24fa351703a8', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'mac_address': 'fa:16:3e:20:83:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a2f2027e-fe44-426d-ba1e-518a6e976d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:15Z', 'updated_at': '2021-08-25T05:14:21Z', 'revision_number': 5, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'subnets': [{'id': 'a2f2027e-fe44-426d-ba1e-518a6e976d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:18:48.892850 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3486ff97-042b-432b-9590-f321970bca7e None None] New status for floating IP 4c79c1bb-cf30-4388-82f1-45b07e36e535: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 05:18:49.462257 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbdd4df-9a4e-4791-b619-89e99b1c2cf9 req-bcd3c56a-9bc1-4d6c-93f8-3fd7d4d7caa3 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:49.463727 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-acbdd4df-9a4e-4791-b619-89e99b1c2cf9 req-bcd3c56a-9bc1-4d6c-93f8-3fd7d4d7caa3 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 943 time: 0.0471957 Aug 25 05:18:49.500000 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-acbdd4df-9a4e-4791-b619-89e99b1c2cf9 req-84319571-d05d-4a99-997d-f270578cf34a tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304952 Aug 25 05:18:49.716741 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21036ee-2926-4a49-b36f-30ca469ffb3e req-2c115910-05a1-4a27-9a16-5f3efae81a10 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:49.718201 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f21036ee-2926-4a49-b36f-30ca469ffb3e req-2c115910-05a1-4a27-9a16-5f3efae81a10 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 945 time: 0.0499170 Aug 25 05:18:49.754609 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f21036ee-2926-4a49-b36f-30ca469ffb3e req-9bc0548f-4be9-4ef8-86c7-049f0a43fa2c tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/security-groups?id=330d6ae2-c49b-4248-8507-eb6fc0f9f22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305753 Aug 25 05:18:50.247819 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee76714-9fa2-45ee-b085-c420d0439eb5 req-94e3fa5a-ff7d-4635-82ca-ce97e01ce255 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:50.249229 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4ee76714-9fa2-45ee-b085-c420d0439eb5 req-94e3fa5a-ff7d-4635-82ca-ce97e01ce255 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.20 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 945 time: 0.0461199 Aug 25 05:18:50.338029 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-4ee76714-9fa2-45ee-b085-c420d0439eb5 req-1db7d87a-673a-4e03-b0c1-56897b56ab3e tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Deleting port 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:18:50.338367 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-4ee76714-9fa2-45ee-b085-c420d0439eb5 req-1db7d87a-673a-4e03-b0c1-56897b56ab3e tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:50.423518 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-4ee76714-9fa2-45ee-b085-c420d0439eb5 req-1db7d87a-673a-4e03-b0c1-56897b56ab3e tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] For port 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7,segment=NetworkSegment(3a1debac-b5ba-4dcd-8a4d-7e81711d9952),segment_id=3a1debac-b5ba-4dcd-8a4d-7e81711d9952)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:18:50.423812 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-4ee76714-9fa2-45ee-b085-c420d0439eb5 req-1db7d87a-673a-4e03-b0c1-56897b56ab3e tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:50.436717 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-4ee76714-9fa2-45ee-b085-c420d0439eb5 req-1db7d87a-673a-4e03-b0c1-56897b56ab3e tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Calling delete_port for 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 owned by compute:nova {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:18:50.460509 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:50.609568 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8188c1-6088-4aed-8c83-038d164315db req-a74812fa-8caa-4b81-9070-9ce0f3775de9 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:50.611032 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6f8188c1-6088-4aed-8c83-038d164315db req-a74812fa-8caa-4b81-9070-9ce0f3775de9 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 943 time: 0.0462525 Aug 25 05:18:50.648944 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6f8188c1-6088-4aed-8c83-038d164315db req-e6ed2355-b550-49df-9149-4f4480e7d918 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306587 Aug 25 05:18:50.663575 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-4ee76714-9fa2-45ee-b085-c420d0439eb5 req-1db7d87a-673a-4e03-b0c1-56897b56ab3e tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:50.692130 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7d87a-673a-4e03-b0c1-56897b56ab3e tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Pushing event deleted for resources: {'Port': ['ID=18ae07dd-7309-49fa-8bc6-d97f7b1cccb7,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:18:50.732348 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee76714-9fa2-45ee-b085-c420d0439eb5 req-1db7d87a-673a-4e03-b0c1-56897b56ab3e tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] No DVR routers for this DVR port 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 on host hv-cinder-75793 {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:18:50.734779 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-4ee76714-9fa2-45ee-b085-c420d0439eb5 req-1db7d87a-673a-4e03-b0c1-56897b56ab3e tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:50.736793 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4ee76714-9fa2-45ee-b085-c420d0439eb5 req-1db7d87a-673a-4e03-b0c1-56897b56ab3e tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.20 "DELETE /v2.0/ports/18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 HTTP/1.1" status: 204 len: 173 time: 0.4806559 Aug 25 05:18:50.737232 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09a3040-977c-4b74-82d1-d8ebca2ad407', 'name': 'network-vif-deleted', 'tag': '18ae07dd-7309-49fa-8bc6-d97f7b1cccb7'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:18:50.739479 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9385ed0c-a903-45e3-b5ea-9cd7fd6849ad" -d '{"events": [{"server_uuid": "d09a3040-977c-4b74-82d1-d8ebca2ad407", "name": "network-vif-deleted", "tag": "18ae07dd-7309-49fa-8bc6-d97f7b1cccb7"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:18:50.773777 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a670f6d1-1e3e-4343-a676-5b4e655d88c1 x-openstack-request-id: req-a670f6d1-1e3e-4343-a676-5b4e655d88c1 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:18:50.774065 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09a3040-977c-4b74-82d1-d8ebca2ad407", "name": "network-vif-deleted", "tag": "18ae07dd-7309-49fa-8bc6-d97f7b1cccb7", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:18:50.774312 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a670f6d1-1e3e-4343-a676-5b4e655d88c1 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:18:50.774804 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09a3040-977c-4b74-82d1-d8ebca2ad407', 'name': 'network-vif-deleted', 'tag': '18ae07dd-7309-49fa-8bc6-d97f7b1cccb7', 'status': 'completed', 'code': 200} Aug 25 05:18:50.846034 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f66456eb-7080-455b-9a71-661ba05d5364 req-e9f882d2-8f7e-4272-86b9-2241bb77651c tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 210 time: 0.0253644 Aug 25 05:18:51.765885 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b7b18-b0f3-417c-abcc-77d0b26b826f req-4b5fc7a8-128c-4b6f-b73f-caf9dbfb585b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:51.767394 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5d7b7b18-b0f3-417c-abcc-77d0b26b826f req-4b5fc7a8-128c-4b6f-b73f-caf9dbfb585b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 943 time: 0.0487242 Aug 25 05:18:51.804790 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5d7b7b18-b0f3-417c-abcc-77d0b26b826f req-bc1dffd7-b4b3-4fb1-a005-b37a9cfed9e3 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311804 Aug 25 05:18:51.945811 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-94a23ba0-a775-4dd7-bdd4-74a8a7c40f9e req-780984b4-3532-41a5-add5-e0308908614f tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "GET /v2.0/ports?device_id=d09a3040-977c-4b74-82d1-d8ebca2ad407 HTTP/1.1" status: 200 len: 210 time: 0.0250003 Aug 25 05:18:52.108729 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device d68ca611-3c2f-45a9-8e0b-5c701b495cd5 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:18:52.205399 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port d68ca611-3c2f-45a9-8e0b-5c701b495cd5, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=d68ca611-3c2f-45a9-8e0b-5c701b495cd5,segment=NetworkSegment(2cd2f051-cbbd-4387-a178-cdcafdfed5cf),segment_id=2cd2f051-cbbd-4387-a178-cdcafdfed5cf)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:18:52.216950 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Returning: {'device': 'd68ca611-3c2f-45a9-8e0b-5c701b495cd5', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'port_id': 'd68ca611-3c2f-45a9-8e0b-5c701b495cd5', 'mac_address': 'fa:16:3e:e1:9f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:18:52.253142 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:52.265496 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d68ca611-3c2f-45a9-8e0b-5c701b495cd5 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 05:18:52.284280 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port d68ca611-3c2f-45a9-8e0b-5c701b495cd5, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=d68ca611-3c2f-45a9-8e0b-5c701b495cd5,segment=NetworkSegment(2cd2f051-cbbd-4387-a178-cdcafdfed5cf),segment_id=2cd2f051-cbbd-4387-a178-cdcafdfed5cf)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:18:52.376746 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:52.422570 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=d68ca611-3c2f-45a9-8e0b-5c701b495cd5,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:18:52.429256 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:52.429606 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:52.429947 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:52.430280 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:52.430643 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:52.430977 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:52.431303 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:52.431626 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:52.431952 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:52.432274 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:52.432595 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:52.432913 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:18:52.684714 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] get_ports_and_sgs() called for port_ids ['d68ca611-3c2f-45a9-8e0b-5c701b495cd5'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 05:18:52.914019 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0590bb-08b5-4d82-b967-1ed6d2f46819 req-d9d357f0-c6d7-4cba-ac59-128245809c4e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:52.915512 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6e0590bb-08b5-4d82-b967-1ed6d2f46819 req-d9d357f0-c6d7-4cba-ac59-128245809c4e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 944 time: 0.0468447 Aug 25 05:18:52.952621 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6e0590bb-08b5-4d82-b967-1ed6d2f46819 req-280d34ad-9dbb-48ca-8fef-8de2ed28169f tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312383 Aug 25 05:18:52.999908 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48782) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:18:53.058900 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d02018e7-743e-4c7b-816b-71cdd7b86fc1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:53.083470 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d02018e7-743e-4c7b-816b-71cdd7b86fc1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:53.228233 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d02018e7-743e-4c7b-816b-71cdd7b86fc1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:53.230704 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d02018e7-743e-4c7b-816b-71cdd7b86fc1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:53.231864 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d02018e7-743e-4c7b-816b-71cdd7b86fc1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] 10.222.0.13 "DELETE /v2.0/security-groups/330d6ae2-c49b-4248-8507-eb6fc0f9f22f HTTP/1.1" status: 204 len: 168 time: 0.2309785 Aug 25 05:18:53.246669 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02018e7-743e-4c7b-816b-71cdd7b86fc1 tempest-TestShelveInstance-1373527196 tempest-TestShelveInstance-1373527196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=330d6ae2-c49b-4248-8507-eb6fc0f9f22f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:18:53.345641 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48786) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:18:53.671566 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-111c832b-67c8-4e7d-b700-8df5f4081ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552858'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:53.774404 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:18:53.904280 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-111c832b-67c8-4e7d-b700-8df5f4081ea2 admin admin] Deleting port 36cf2b2b-d451-4137-96e4-91afb8f1f0d3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:18:53.904622 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-111c832b-67c8-4e7d-b700-8df5f4081ea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:53.982654 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-111c832b-67c8-4e7d-b700-8df5f4081ea2 admin admin] For port 36cf2b2b-d451-4137-96e4-91afb8f1f0d3, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=36cf2b2b-d451-4137-96e4-91afb8f1f0d3,segment=NetworkSegment(3a1debac-b5ba-4dcd-8a4d-7e81711d9952),segment_id=3a1debac-b5ba-4dcd-8a4d-7e81711d9952)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:18:53.983191 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-111c832b-67c8-4e7d-b700-8df5f4081ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:53.996254 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-111c832b-67c8-4e7d-b700-8df5f4081ea2 admin admin] Calling delete_port for 36cf2b2b-d451-4137-96e4-91afb8f1f0d3 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:18:54.065480 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014d884-06a7-4dd1-ad03-be6a35c59c62 req-5b417223-556a-4a9b-a838-d565fc127297 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:54.066971 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9014d884-06a7-4dd1-ad03-be6a35c59c62 req-5b417223-556a-4a9b-a838-d565fc127297 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 944 time: 0.0505526 Aug 25 05:18:54.103456 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9014d884-06a7-4dd1-ad03-be6a35c59c62 req-19244f65-b4a5-4aba-acec-cafa5b03cd93 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305035 Aug 25 05:18:54.126789 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device d68ca611-3c2f-45a9-8e0b-5c701b495cd5 up at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:18:54.256690 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning for port d68ca611-3c2f-45a9-8e0b-5c701b495cd5 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 05:18:54.260285 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Provisioning complete for port d68ca611-3c2f-45a9-8e0b-5c701b495cd5 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 05:18:54.260657 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7792028'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:54.290964 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-111c832b-67c8-4e7d-b700-8df5f4081ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:54.317585 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c832b-67c8-4e7d-b700-8df5f4081ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=36cf2b2b-d451-4137-96e4-91afb8f1f0d3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:18:54.339842 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:54.365235 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15301269-7c31-4bd9-8a3f-0f9ebc0db6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68ca611-3c2f-45a9-8e0b-5c701b495cd5'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:18:54.367720 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c308d39ca25c0dc56c4510ccb82bacd3fe134cdc8150ca7f599bd22a30509add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb78c56-1b61-4926-999b-bece5dea1c5e" -d '{"events": [{"server_uuid": "15301269-7c31-4bd9-8a3f-0f9ebc0db6e3", "name": "network-vif-plugged", "status": "completed", "tag": "d68ca611-3c2f-45a9-8e0b-5c701b495cd5"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:18:54.381530 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] For port d68ca611-3c2f-45a9-8e0b-5c701b495cd5, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=d68ca611-3c2f-45a9-8e0b-5c701b495cd5,segment=NetworkSegment(2cd2f051-cbbd-4387-a178-cdcafdfed5cf),segment_id=2cd2f051-cbbd-4387-a178-cdcafdfed5cf)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:18:54.408875 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3ec087-b5a7-43e0-8d52-dc3d5ffb4ae4 x-openstack-request-id: req-0d3ec087-b5a7-43e0-8d52-dc3d5ffb4ae4 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:18:54.409236 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15301269-7c31-4bd9-8a3f-0f9ebc0db6e3", "name": "network-vif-plugged", "status": "completed", "tag": "d68ca611-3c2f-45a9-8e0b-5c701b495cd5", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:18:54.409547 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d3ec087-b5a7-43e0-8d52-dc3d5ffb4ae4 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:18:54.409998 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15301269-7c31-4bd9-8a3f-0f9ebc0db6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68ca611-3c2f-45a9-8e0b-5c701b495cd5', 'code': 200} Aug 25 05:18:54.466017 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:54.467044 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:18:54.503981 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-111c832b-67c8-4e7d-b700-8df5f4081ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550380'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:54.504878 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] No Port match for: 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:18:54.505228 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device 18ae07dd-7309-49fa-8bc6-d97f7b1cccb7 not bound to the agent host hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:18:54.529571 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Pushing event updated for resources: {'Port': ['ID=d68ca611-3c2f-45a9-8e0b-5c701b495cd5,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:18:54.712193 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111c832b-67c8-4e7d-b700-8df5f4081ea2 admin admin] Router 634b86fa-6600-46b8-a7a4-f6d1af9bb36f has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:18:54.814710 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111c832b-67c8-4e7d-b700-8df5f4081ea2 admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:18:54.821846 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-111c832b-67c8-4e7d-b700-8df5f4081ea2 admin admin] 10.222.0.13 "PUT /v2.0/routers/634b86fa-6600-46b8-a7a4-f6d1af9bb36f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4736493 Aug 25 05:18:54.822822 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48792) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:18:54.825422 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9d98e2-2c4f-4e8b-8a62-12de28026b2d None None] Sync routers for ids ['634b86fa-6600-46b8-a7a4-f6d1af9bb36f'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:18:54.835990 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9d98e2-2c4f-4e8b-8a62-12de28026b2d None None] Routers {'634b86fa-6600-46b8-a7a4-f6d1af9bb36f'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:18:54.836505 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-4e9d98e2-2c4f-4e8b-8a62-12de28026b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:18:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['634b86fa-6600-46b8-a7a4-f6d1af9bb36f'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:18:54.839543 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1716c0-0352-42ac-a25c-ea8a19447b19 req-b26f2582-9a61-443f-9c46-a81bf8848da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:54.841346 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ac1716c0-0352-42ac-a25c-ea8a19447b19 req-b26f2582-9a61-443f-9c46-a81bf8848da8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 1098 time: 0.0427163 Aug 25 05:18:54.876727 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ac1716c0-0352-42ac-a25c-ea8a19447b19 req-2a0a3398-8f6a-4290-a5e2-e7858372de1e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283518 Aug 25 05:18:54.928423 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbeab597-b83d-47a3-a7c5-3afe142fca80 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:54.939952 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-4e9d98e2-2c4f-4e8b-8a62-12de28026b2d None None] Set router 634b86fa-6600-46b8-a7a4-f6d1af9bb36f gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:18:55.027391 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbeab597-b83d-47a3-a7c5-3afe142fca80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:55.118388 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-4e9d98e2-2c4f-4e8b-8a62-12de28026b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'name': 'tempest-TestShelveInstance-1029506731-router', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:12Z', 'updated_at': '2021-08-25T05:18:54Z', 'revision_number': 5, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'gw_port': {'id': '8ef4fe64-e72c-447f-9ab6-914da60bce00', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:13Z', 'updated_at': '2021-08-25T05:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:18:55.127927 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fbeab597-b83d-47a3-a7c5-3afe142fca80 admin admin] Deleting port 8ef4fe64-e72c-447f-9ab6-914da60bce00 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:18:55.128271 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbeab597-b83d-47a3-a7c5-3afe142fca80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:55.153469 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9d98e2-2c4f-4e8b-8a62-12de28026b2d None None] Checking router: 634b86fa-6600-46b8-a7a4-f6d1af9bb36f for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:18:55.162170 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9d98e2-2c4f-4e8b-8a62-12de28026b2d None None] Routers {'634b86fa-6600-46b8-a7a4-f6d1af9bb36f'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:18:55.162862 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-4e9d98e2-2c4f-4e8b-8a62-12de28026b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:18:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['634b86fa-6600-46b8-a7a4-f6d1af9bb36f'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:18:55.212582 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-fbeab597-b83d-47a3-a7c5-3afe142fca80 admin admin] For port 8ef4fe64-e72c-447f-9ab6-914da60bce00, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=8ef4fe64-e72c-447f-9ab6-914da60bce00,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:18:55.213019 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbeab597-b83d-47a3-a7c5-3afe142fca80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:55.227379 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c9ff7-d96f-4230-a59e-4ec4af5eea71 req-8a4b4dd1-5542-41e6-83e0-46866568978f tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:55.229507 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3d2c9ff7-d96f-4230-a59e-4ec4af5eea71 req-8a4b4dd1-5542-41e6-83e0-46866568978f tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 945 time: 0.0494726 Aug 25 05:18:55.229886 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fbeab597-b83d-47a3-a7c5-3afe142fca80 admin admin] Calling delete_port for 8ef4fe64-e72c-447f-9ab6-914da60bce00 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:18:55.253175 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-4e9d98e2-2c4f-4e8b-8a62-12de28026b2d None None] Set router 634b86fa-6600-46b8-a7a4-f6d1af9bb36f gateway port host: None {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:18:55.268143 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3d2c9ff7-d96f-4230-a59e-4ec4af5eea71 req-111591a7-9286-4bf4-b671-6a4419ae7505 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327027 Aug 25 05:18:55.307551 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-4e9d98e2-2c4f-4e8b-8a62-12de28026b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'name': 'tempest-TestShelveInstance-1029506731-router', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:12Z', 'updated_at': '2021-08-25T05:18:55Z', 'revision_number': 6, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'gw_port_host': None}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:18:55.333429 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9d98e2-2c4f-4e8b-8a62-12de28026b2d None None] The sync data for ids ['634b86fa-6600-46b8-a7a4-f6d1af9bb36f'] in dv-cinder-757936-7-iscsi is: [{'id': '634b86fa-6600-46b8-a7a4-f6d1af9bb36f', 'name': 'tempest-TestShelveInstance-1029506731-router', 'tenant_id': 'ab1013c99e23487a9275a86c94a56cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:12Z', 'updated_at': '2021-08-25T05:18:55Z', 'revision_number': 6, 'project_id': 'ab1013c99e23487a9275a86c94a56cb4', 'gw_port_host': None}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:18:55.485168 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbeab597-b83d-47a3-a7c5-3afe142fca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:55.513550 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeab597-b83d-47a3-a7c5-3afe142fca80 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ef4fe64-e72c-447f-9ab6-914da60bce00,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:18:55.569733 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbeab597-b83d-47a3-a7c5-3afe142fca80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406198'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:55.654927 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbeab597-b83d-47a3-a7c5-3afe142fca80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1209'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:55.656919 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbeab597-b83d-47a3-a7c5-3afe142fca80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:55.765290 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbeab597-b83d-47a3-a7c5-3afe142fca80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394799'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:55.766817 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbeab597-b83d-47a3-a7c5-3afe142fca80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 634b86fa-6600-46b8-a7a4-f6d1af9bb36f {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 05:18:55.770746 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbeab597-b83d-47a3-a7c5-3afe142fca80 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:55.774102 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-fbeab597-b83d-47a3-a7c5-3afe142fca80 admin admin] 10.222.0.13 "DELETE /v2.0/routers/634b86fa-6600-46b8-a7a4-f6d1af9bb36f HTTP/1.1" status: 204 len: 168 time: 0.9480202 Aug 25 05:18:55.774541 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 48796) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:18:55.820989 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e24aa46-e46d-4de1-8848-b4006ba43380 admin admin] Deleting subnet a2f2027e-fe44-426d-ba1e-518a6e976d23 {{(pid=94638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 05:18:55.823909 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3e24aa46-e46d-4de1-8848-b4006ba43380 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:55.857571 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3e24aa46-e46d-4de1-8848-b4006ba43380 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-52350773'] for subnet, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:55.931798 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3e24aa46-e46d-4de1-8848-b4006ba43380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770766'] for subnet, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:56.074036 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3e24aa46-e46d-4de1-8848-b4006ba43380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7772541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52350927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-52317187'] for subnet, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:56.107582 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3e24aa46-e46d-4de1-8848-b4006ba43380 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:56.112260 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 36cf2b2b-d451-4137-96e4-91afb8f1f0d3 no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:18:56.112519 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-3e24aa46-e46d-4de1-8848-b4006ba43380 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a2f2027e-fe44-426d-ba1e-518a6e976d23 HTTP/1.1" status: 204 len: 168 time: 0.3342366 Aug 25 05:18:56.112519 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24aa46-e46d-4de1-8848-b4006ba43380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f2027e-fe44-426d-ba1e-518a6e976d23,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:18:56.112519 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 48798) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:18:56.119857 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfc44c6-d899-496e-9b5c-cf1c4eabd094 None None] Network af85147f-5e85-4628-9db0-24fa351703a8 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:18:56.150267 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: 36cf2b2b-d451-4137-96e4-91afb8f1f0d3 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:18:56.151215 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 36cf2b2b-d451-4137-96e4-91afb8f1f0d3 not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:18:56.181995 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-70ac3e7c-776e-4207-8502-7763512a98ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7799533'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:56.234993 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-70ac3e7c-776e-4207-8502-7763512a98ba admin admin] Deleting port a570c04b-9a2e-470a-b8dd-59147949ffc3 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:18:56.235609 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-70ac3e7c-776e-4207-8502-7763512a98ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:56.306951 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-70ac3e7c-776e-4207-8502-7763512a98ba admin admin] For port a570c04b-9a2e-470a-b8dd-59147949ffc3, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=a570c04b-9a2e-470a-b8dd-59147949ffc3,segment=NetworkSegment(3a1debac-b5ba-4dcd-8a4d-7e81711d9952),segment_id=3a1debac-b5ba-4dcd-8a4d-7e81711d9952)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:18:56.307323 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-70ac3e7c-776e-4207-8502-7763512a98ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:56.321060 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-70ac3e7c-776e-4207-8502-7763512a98ba admin admin] Calling delete_port for a570c04b-9a2e-470a-b8dd-59147949ffc3 owned by network:dhcp {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:18:56.326772 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75001d60-df1f-4a28-879c-375819ead935 None None] DHCP port deletion for af85147f-5e85-4628-9db0-24fa351703a8 request from dv-cinder-757936-7-iscsi {{(pid=94640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 05:18:56.391755 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-75001d60-df1f-4a28-879c-375819ead935 None None] Deleting port a570c04b-9a2e-470a-b8dd-59147949ffc3 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:18:56.392138 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-75001d60-df1f-4a28-879c-375819ead935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:56.402719 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265ccc3-e7d4-4f2f-af0c-b70fb6f7245c req-122997d3-7fb8-40d3-a363-a0e89d6a158e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:56.407502 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5265ccc3-e7d4-4f2f-af0c-b70fb6f7245c req-122997d3-7fb8-40d3-a363-a0e89d6a158e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 945 time: 0.0620599 Aug 25 05:18:56.446040 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5265ccc3-e7d4-4f2f-af0c-b70fb6f7245c req-310b2c5c-73a9-4999-b986-8a0af426ca04 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324173 Aug 25 05:18:56.466955 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-75001d60-df1f-4a28-879c-375819ead935 None None] For port a570c04b-9a2e-470a-b8dd-59147949ffc3, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=a570c04b-9a2e-470a-b8dd-59147949ffc3,segment=NetworkSegment(3a1debac-b5ba-4dcd-8a4d-7e81711d9952),segment_id=3a1debac-b5ba-4dcd-8a4d-7e81711d9952)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:18:56.467358 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-75001d60-df1f-4a28-879c-375819ead935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:56.480437 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-75001d60-df1f-4a28-879c-375819ead935 None None] Calling delete_port for a570c04b-9a2e-470a-b8dd-59147949ffc3 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:18:56.537765 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-70ac3e7c-776e-4207-8502-7763512a98ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:56.555573 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-75001d60-df1f-4a28-879c-375819ead935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:56.571351 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac3e7c-776e-4207-8502-7763512a98ba admin admin] Pushing event deleted for resources: {'Port': ['ID=a570c04b-9a2e-470a-b8dd-59147949ffc3,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:18:56.576617 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ac3e7c-776e-4207-8502-7763512a98ba admin admin] No DVR routers for this DVR port a570c04b-9a2e-470a-b8dd-59147949ffc3 on host dv-cinder-757936-7-iscsi {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:18:56.582165 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75001d60-df1f-4a28-879c-375819ead935 None None] Pushing event deleted for resources: {'Port': ['ID=a570c04b-9a2e-470a-b8dd-59147949ffc3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:18:56.584116 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75001d60-df1f-4a28-879c-375819ead935 None None] No DVR routers for this DVR port a570c04b-9a2e-470a-b8dd-59147949ffc3 on host dv-cinder-757936-7-iscsi {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:18:56.623638 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f39c6-ec64-408c-aa84-f95b541b65f6 req-dbdce8d0-b27f-4074-b1de-e4f4102fcf75 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:56.625129 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ed7f39c6-ec64-408c-aa84-f95b541b65f6 req-dbdce8d0-b27f-4074-b1de-e4f4102fcf75 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 945 time: 0.1133938 Aug 25 05:18:56.675391 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-70ac3e7c-776e-4207-8502-7763512a98ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7770889', 'neutron.services.segments.db._delete_segments_for_network-8785199888559'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:56.688158 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-70ac3e7c-776e-4207-8502-7763512a98ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af85147f-5e85-4628-9db0-24fa351703a8']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:18:56.708164 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-70ac3e7c-776e-4207-8502-7763512a98ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1debac-b5ba-4dcd-8a4d-7e81711d9952') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:18:56.708467 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-70ac3e7c-776e-4207-8502-7763512a98ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1debac-b5ba-4dcd-8a4d-7e81711d9952') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:18:56.719475 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ed7f39c6-ec64-408c-aa84-f95b541b65f6 req-7400d48a-c852-4c01-b821-3c9bc6a723c0 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874166 Aug 25 05:18:56.723267 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-70ac3e7c-776e-4207-8502-7763512a98ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785199888442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-52350778'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:56.741692 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-70ac3e7c-776e-4207-8502-7763512a98ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:56.742067 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48804) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:18:56.747873 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ac3e7c-776e-4207-8502-7763512a98ba admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:18:56.748376 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-70ac3e7c-776e-4207-8502-7763512a98ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52348973'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: Traceback (most recent call last): Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: timer() Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: cb(*args, **kw) Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: return func(*args, **kwargs) Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: self._notify() Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: self.callback(batched_events) Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: event.method(event) Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: return f(self, *a, **k) Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: return self._get(url).json() Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 05:18:56.750011 dv-cinder-757936-7-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 05:18:56.780083 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9cf84-ad04-464f-aa0f-3d6777b42f50 tempest-TestVolumeBootPattern-931448523 tempest-TestVolumeBootPattern-931448523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:18:56.781580 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-84a9cf84-ad04-464f-aa0f-3d6777b42f50 tempest-TestVolumeBootPattern-931448523 tempest-TestVolumeBootPattern-931448523-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 1093 time: 0.0385218 Aug 25 05:18:56.784392 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48806) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:18:56.788949 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c3fef5e9-494e-4740-9daa-e82dc0e247c2 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Request body: {'floatingip': {'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'port_id': 'd68ca611-3c2f-45a9-8e0b-5c701b495cd5', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:18:56.888574 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-70ac3e7c-776e-4207-8502-7763512a98ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7770880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406170'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:56.893730 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-70ac3e7c-776e-4207-8502-7763512a98ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:56.898010 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-70ac3e7c-776e-4207-8502-7763512a98ba admin admin] 10.222.0.13 "DELETE /v2.0/networks/af85147f-5e85-4628-9db0-24fa351703a8 HTTP/1.1" status: 204 len: 168 time: 0.7821877 Aug 25 05:18:56.898689 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48808) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:18:56.906480 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac3e7c-776e-4207-8502-7763512a98ba admin admin] Pushing event deleted for resources: {'Network': ['ID=af85147f-5e85-4628-9db0-24fa351703a8,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:18:56.940492 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3fef5e9-494e-4740-9daa-e82dc0e247c2 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:57.402943 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3fef5e9-494e-4740-9daa-e82dc0e247c2 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:57.529242 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 8ef4fe64-e72c-447f-9ab6-914da60bce00 no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:18:57.552239 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: 8ef4fe64-e72c-447f-9ab6-914da60bce00 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:18:57.552584 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 8ef4fe64-e72c-447f-9ab6-914da60bce00 not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:18:57.552999 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device a570c04b-9a2e-470a-b8dd-59147949ffc3 no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:18:57.565311 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-c3fef5e9-494e-4740-9daa-e82dc0e247c2 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Allocated IP 172.27.0.202 (45b0c649-47ed-40e6-b7f6-7d83dd176956/b736f3e8-97a3-44dd-aa37-7a4abcfbc24c/9255cb9b-cc64-4be3-ac6d-703b1b198029) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:18:57.570790 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: a570c04b-9a2e-470a-b8dd-59147949ffc3 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:18:57.571180 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device a570c04b-9a2e-470a-b8dd-59147949ffc3 not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:18:57.707434 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3fef5e9-494e-4740-9daa-e82dc0e247c2 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:57.716091 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d460964b-9368-457f-8afc-56914a46356c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552858'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:57.886505 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3fef5e9-494e-4740-9daa-e82dc0e247c2 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785199376056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:57.933996 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fef5e9-494e-4740-9daa-e82dc0e247c2 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Network 45b0c649-47ed-40e6-b7f6-7d83dd176956 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:18:57.939964 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c3fef5e9-494e-4740-9daa-e82dc0e247c2 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:18:57.942844 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fef5e9-494e-4740-9daa-e82dc0e247c2 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 05:18:57.944808 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fef5e9-494e-4740-9daa-e82dc0e247c2 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Pushing event updated for resources: {'Port': ['ID=9255cb9b-cc64-4be3-ac6d-703b1b198029,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:18:58.106620 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d460964b-9368-457f-8afc-56914a46356c admin admin] Deleting port 91e11173-87e8-4bd4-8faf-274e71b5e0d4 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:18:58.106960 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d460964b-9368-457f-8afc-56914a46356c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:58.265374 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-d460964b-9368-457f-8afc-56914a46356c admin admin] For port 91e11173-87e8-4bd4-8faf-274e71b5e0d4, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=91e11173-87e8-4bd4-8faf-274e71b5e0d4,segment=NetworkSegment(fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0),segment_id=fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:18:58.265732 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d460964b-9368-457f-8afc-56914a46356c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:58.282556 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d460964b-9368-457f-8afc-56914a46356c admin admin] Calling delete_port for 91e11173-87e8-4bd4-8faf-274e71b5e0d4 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:18:58.480720 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3fef5e9-494e-4740-9daa-e82dc0e247c2 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:58.622912 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3fef5e9-494e-4740-9daa-e82dc0e247c2 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734272'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:58.652603 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d460964b-9368-457f-8afc-56914a46356c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:58.689042 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460964b-9368-457f-8afc-56914a46356c admin admin] Pushing event deleted for resources: {'Port': ['ID=91e11173-87e8-4bd4-8faf-274e71b5e0d4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:18:58.914503 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3fef5e9-494e-4740-9daa-e82dc0e247c2 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:58.928230 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d460964b-9368-457f-8afc-56914a46356c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550380'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:59.001170 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3fef5e9-494e-4740-9daa-e82dc0e247c2 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785199797221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785199376074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785199376092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8792484'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:59.085319 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fef5e9-494e-4740-9daa-e82dc0e247c2 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Pushing event updated for resources: {'Port': ['ID=9255cb9b-cc64-4be3-ac6d-703b1b198029,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:18:59.096108 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3fef5e9-494e-4740-9daa-e82dc0e247c2 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406152'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:59.264777 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-c3fef5e9-494e-4740-9daa-e82dc0e247c2 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Floating IP c712d0cb-11a0-4d51-9882-b360eff0c19a associated. External IP: 172.27.0.202, port: d68ca611-3c2f-45a9-8e0b-5c701b495cd5. Aug 25 05:18:59.345990 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d460964b-9368-457f-8afc-56914a46356c admin admin] Router 68312f40-5c50-4b2a-9266-68532b9a718e has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:18:59.540607 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d460964b-9368-457f-8afc-56914a46356c admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:18:59.549146 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d460964b-9368-457f-8afc-56914a46356c admin admin] 10.222.0.13 "PUT /v2.0/routers/68312f40-5c50-4b2a-9266-68532b9a718e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6465552 Aug 25 05:18:59.549309 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 48810) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:18:59.552030 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfdab94-0460-421c-bca8-176ffc767f03 None None] Sync routers for ids ['68312f40-5c50-4b2a-9266-68532b9a718e'] in dv-cinder-757936-7-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:18:59.561789 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfdab94-0460-421c-bca8-176ffc767f03 None None] Routers {'68312f40-5c50-4b2a-9266-68532b9a718e'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:18:59.562399 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4dfdab94-0460-421c-bca8-176ffc767f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:18:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['68312f40-5c50-4b2a-9266-68532b9a718e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:18:59.566534 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fef5e9-494e-4740-9daa-e82dc0e247c2 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Router 38084ad2-165b-42af-841a-bd7ac16778c9 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:18:59.654791 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ce8da59d-6bc5-4dbb-92d8-274bac9494c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:59.671441 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4dfdab94-0460-421c-bca8-176ffc767f03 None None] Set router 68312f40-5c50-4b2a-9266-68532b9a718e gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:18:59.761200 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ce8da59d-6bc5-4dbb-92d8-274bac9494c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:59.854249 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4dfdab94-0460-421c-bca8-176ffc767f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68312f40-5c50-4b2a-9266-68532b9a718e', 'name': 'tempest-TestShelveInstance-1375186392-router', 'tenant_id': 'cb87dd49d0424f9bad1930864a9db615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '923761f0-04a2-4546-b608-a5a75d17914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:20Z', 'updated_at': '2021-08-25T05:18:58Z', 'revision_number': 5, 'project_id': 'cb87dd49d0424f9bad1930864a9db615', 'gw_port': {'id': '923761f0-04a2-4546-b608-a5a75d17914d', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68312f40-5c50-4b2a-9266-68532b9a718e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:14:20Z', 'updated_at': '2021-08-25T05:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:18:59.881276 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfdab94-0460-421c-bca8-176ffc767f03 None None] Checking router: 68312f40-5c50-4b2a-9266-68532b9a718e for host: dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:18:59.889880 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfdab94-0460-421c-bca8-176ffc767f03 None None] Routers {'68312f40-5c50-4b2a-9266-68532b9a718e'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:18:59.890646 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4dfdab94-0460-421c-bca8-176ffc767f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:18:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['68312f40-5c50-4b2a-9266-68532b9a718e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:18:59.895335 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-ce8da59d-6bc5-4dbb-92d8-274bac9494c1 admin admin] Deleting port 923761f0-04a2-4546-b608-a5a75d17914d {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:18:59.895687 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ce8da59d-6bc5-4dbb-92d8-274bac9494c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:59.928025 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fef5e9-494e-4740-9daa-e82dc0e247c2 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:18:59.939497 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327123f0-cb35-49cd-991f-b718b9e16f9d None None] Sync routers for ids ['38084ad2-165b-42af-841a-bd7ac16778c9'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:18:59.949855 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327123f0-cb35-49cd-991f-b718b9e16f9d None None] Routers {'38084ad2-165b-42af-841a-bd7ac16778c9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:18:59.954051 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-327123f0-cb35-49cd-991f-b718b9e16f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:18:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['38084ad2-165b-42af-841a-bd7ac16778c9'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:18:59.984149 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-ce8da59d-6bc5-4dbb-92d8-274bac9494c1 admin admin] For port 923761f0-04a2-4546-b608-a5a75d17914d, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=923761f0-04a2-4546-b608-a5a75d17914d,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:18:59.984149 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ce8da59d-6bc5-4dbb-92d8-274bac9494c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:18:59.986823 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4dfdab94-0460-421c-bca8-176ffc767f03 None None] Set router 68312f40-5c50-4b2a-9266-68532b9a718e gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:18:59.995567 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-ce8da59d-6bc5-4dbb-92d8-274bac9494c1 admin admin] Calling delete_port for 923761f0-04a2-4546-b608-a5a75d17914d owned by network:router_gateway {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:18:59.999940 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3fef5e9-494e-4740-9daa-e82dc0e247c2 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:00.036562 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c3fef5e9-494e-4740-9daa-e82dc0e247c2 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2511389 Aug 25 05:19:00.037568 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15301269-7c31-4bd9-8a3f-0f9ebc0db6e3', 'tag': 'd68ca611-3c2f-45a9-8e0b-5c701b495cd5'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:19:00.040928 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54874991ec1e81d64ebf5fec13bdebd4f6781e52fd3e36da2e8c18d956d282e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7d524d-bdae-4a5c-8def-5e3f87d2322c" -d '{"events": [{"name": "network-changed", "server_uuid": "15301269-7c31-4bd9-8a3f-0f9ebc0db6e3", "tag": "d68ca611-3c2f-45a9-8e0b-5c701b495cd5"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:19:00.043063 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4dfdab94-0460-421c-bca8-176ffc767f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68312f40-5c50-4b2a-9266-68532b9a718e', 'name': 'tempest-TestShelveInstance-1375186392-router', 'tenant_id': 'cb87dd49d0424f9bad1930864a9db615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:20Z', 'updated_at': '2021-08-25T05:18:59Z', 'revision_number': 6, 'project_id': 'cb87dd49d0424f9bad1930864a9db615', 'gw_port_host': None}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:00.071097 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfdab94-0460-421c-bca8-176ffc767f03 None None] The sync data for ids ['68312f40-5c50-4b2a-9266-68532b9a718e'] in dv-cinder-757936-7-iscsi is: [{'id': '68312f40-5c50-4b2a-9266-68532b9a718e', 'name': 'tempest-TestShelveInstance-1375186392-router', 'tenant_id': 'cb87dd49d0424f9bad1930864a9db615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:14:20Z', 'updated_at': '2021-08-25T05:18:59Z', 'revision_number': 6, 'project_id': 'cb87dd49d0424f9bad1930864a9db615', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:19:00.089343 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71752361-510b-449d-b770-c264d0556fbb x-openstack-request-id: req-71752361-510b-449d-b770-c264d0556fbb {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:19:00.089639 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15301269-7c31-4bd9-8a3f-0f9ebc0db6e3", "tag": "d68ca611-3c2f-45a9-8e0b-5c701b495cd5", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:19:00.089889 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71752361-510b-449d-b770-c264d0556fbb {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:19:00.090315 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15301269-7c31-4bd9-8a3f-0f9ebc0db6e3', 'tag': 'd68ca611-3c2f-45a9-8e0b-5c701b495cd5', 'status': 'completed', 'code': 200} Aug 25 05:19:00.214235 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-327123f0-cb35-49cd-991f-b718b9e16f9d None None] Set router 38084ad2-165b-42af-841a-bd7ac16778c9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:19:00.218795 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d524d-bdae-4a5c-8def-5e3f87d2322c req-c646a01f-123f-4b88-8aa0-a84bfcd3e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:19:00.220396 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8f7d524d-bdae-4a5c-8def-5e3f87d2322c req-c646a01f-123f-4b88-8aa0-a84bfcd3e13e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13946d6c027543e19b729b21c728a3ee&device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 1098 time: 0.0527949 Aug 25 05:19:00.277050 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ce8da59d-6bc5-4dbb-92d8-274bac9494c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:00.315977 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8da59d-6bc5-4dbb-92d8-274bac9494c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=923761f0-04a2-4546-b608-a5a75d17914d,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:00.380535 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d524d-bdae-4a5c-8def-5e3f87d2322c req-d0e3584f-2932-47e8-b9e2-cef28c4bfc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:19:00.382571 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8f7d524d-bdae-4a5c-8def-5e3f87d2322c req-d0e3584f-2932-47e8-b9e2-cef28c4bfc91 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62067af4-7b01-4b37-a0a2-f3697049de5a HTTP/1.1" status: 200 len: 912 time: 0.1539395 Aug 25 05:19:00.390277 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ce8da59d-6bc5-4dbb-92d8-274bac9494c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406198'] for router_gateway, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:00.441560 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-327123f0-cb35-49cd-991f-b718b9e16f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 4, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '9d841d3a-6af3-414c-b2db-7c3a52a7249f', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'port_id': 'e46a6121-88e8-46f7-87e2-27f9bde7c395', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'mac_address': 'fa:16:3e:c5:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e5b468-7180-46b6-969a-5b314424ae37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:16:57Z', 'updated_at': '2021-08-25T05:16:59Z', 'revision_number': 1, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'fixed_ip_address_scope': None}, {'id': 'c712d0cb-11a0-4d51-9882-b360eff0c19a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'port_id': 'd68ca611-3c2f-45a9-8e0b-5c701b495cd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'mac_address': 'fa:16:3e:e1:9f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15301269-7c31-4bd9-8a3f-0f9ebc0db6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:18:58Z', 'updated_at': '2021-08-25T05:18:58Z', 'revision_number': 0, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a36c52-8314-4df3-ba28-f0e93e9907eb', 'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'mac_address': 'fa:16:3e:d5:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:40Z', 'updated_at': '2021-08-25T05:13:45Z', 'revision_number': 5, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'subnets': [{'id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:00.483706 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327123f0-cb35-49cd-991f-b718b9e16f9d None None] Checking router: 38084ad2-165b-42af-841a-bd7ac16778c9 for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:19:00.495798 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327123f0-cb35-49cd-991f-b718b9e16f9d None None] Routers {'38084ad2-165b-42af-841a-bd7ac16778c9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:19:00.496442 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-327123f0-cb35-49cd-991f-b718b9e16f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:18:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['38084ad2-165b-42af-841a-bd7ac16778c9'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:00.562853 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6b28609-c1cc-40c4-b86e-1ef10d1accbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:00.609672 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-327123f0-cb35-49cd-991f-b718b9e16f9d None None] Set router 38084ad2-165b-42af-841a-bd7ac16778c9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:19:00.777954 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ce8da59d-6bc5-4dbb-92d8-274bac9494c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1209'] for router, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:00.783356 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ce8da59d-6bc5-4dbb-92d8-274bac9494c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:00.824416 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8f7d524d-bdae-4a5c-8def-5e3f87d2322c req-e7cfe267-1d25-449e-9e8c-4682bdc3977a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d68ca611-3c2f-45a9-8e0b-5c701b495cd5 HTTP/1.1" status: 200 len: 999 time: 0.4318125 Aug 25 05:19:00.852293 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-327123f0-cb35-49cd-991f-b718b9e16f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 4, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '9d841d3a-6af3-414c-b2db-7c3a52a7249f', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'port_id': 'e46a6121-88e8-46f7-87e2-27f9bde7c395', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'mac_address': 'fa:16:3e:c5:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e5b468-7180-46b6-969a-5b314424ae37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:16:57Z', 'updated_at': '2021-08-25T05:16:59Z', 'revision_number': 1, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'fixed_ip_address_scope': None}, {'id': 'c712d0cb-11a0-4d51-9882-b360eff0c19a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'port_id': 'd68ca611-3c2f-45a9-8e0b-5c701b495cd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'mac_address': 'fa:16:3e:e1:9f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15301269-7c31-4bd9-8a3f-0f9ebc0db6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:18:58Z', 'updated_at': '2021-08-25T05:18:58Z', 'revision_number': 0, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a36c52-8314-4df3-ba28-f0e93e9907eb', 'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'mac_address': 'fa:16:3e:d5:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:40Z', 'updated_at': '2021-08-25T05:13:45Z', 'revision_number': 5, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'subnets': [{'id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:00.875040 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d524d-bdae-4a5c-8def-5e3f87d2322c req-77724a0b-e099-44ef-9f32-de5c7b9062df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:19:00.876480 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8f7d524d-bdae-4a5c-8def-5e3f87d2322c req-77724a0b-e099-44ef-9f32-de5c7b9062df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c5af6f4-efdc-4916-98a3-b9087870d169 HTTP/1.1" status: 200 len: 851 time: 0.0446081 Aug 25 05:19:00.878946 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327123f0-cb35-49cd-991f-b718b9e16f9d None None] The sync data for ids ['38084ad2-165b-42af-841a-bd7ac16778c9'] in dv-cinder-757936-7-iscsi is: [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 4, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '9d841d3a-6af3-414c-b2db-7c3a52a7249f', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'port_id': 'e46a6121-88e8-46f7-87e2-27f9bde7c395', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'mac_address': 'fa:16:3e:c5:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e5b468-7180-46b6-969a-5b314424ae37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:16:57Z', 'updated_at': '2021-08-25T05:16:59Z', 'revision_number': 1, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'fixed_ip_address_scope': None}, {'id': 'c712d0cb-11a0-4d51-9882-b360eff0c19a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'port_id': 'd68ca611-3c2f-45a9-8e0b-5c701b495cd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'mac_address': 'fa:16:3e:e1:9f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15301269-7c31-4bd9-8a3f-0f9ebc0db6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:18:58Z', 'updated_at': '2021-08-25T05:18:58Z', 'revision_number': 0, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a36c52-8314-4df3-ba28-f0e93e9907eb', 'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'mac_address': 'fa:16:3e:d5:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:40Z', 'updated_at': '2021-08-25T05:13:45Z', 'revision_number': 5, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'subnets': [{'id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:19:00.917269 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ce8da59d-6bc5-4dbb-92d8-274bac9494c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394799'] for router, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:00.917891 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8da59d-6bc5-4dbb-92d8-274bac9494c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68312f40-5c50-4b2a-9266-68532b9a718e {{(pid=94638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 05:19:00.922937 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ce8da59d-6bc5-4dbb-92d8-274bac9494c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:00.928640 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ce8da59d-6bc5-4dbb-92d8-274bac9494c1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/68312f40-5c50-4b2a-9266-68532b9a718e HTTP/1.1" status: 204 len: 168 time: 1.3739998 Aug 25 05:19:00.928836 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48816) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:19:00.935930 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d524d-bdae-4a5c-8def-5e3f87d2322c req-d512f0e9-9b61-4c49-b68a-34a06af0491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:19:00.937599 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8f7d524d-bdae-4a5c-8def-5e3f87d2322c req-d512f0e9-9b61-4c49-b68a-34a06af0491a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62067af4-7b01-4b37-a0a2-f3697049de5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539629 Aug 25 05:19:00.985119 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-5263f9ee-ea87-4a5f-864a-5db9372971ec admin admin] Deleting subnet 12f84177-2b01-4224-87e5-86413756d798 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 05:19:00.991496 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5263f9ee-ea87-4a5f-864a-5db9372971ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:01.031690 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5263f9ee-ea87-4a5f-864a-5db9372971ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8793849'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:01.034129 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8f7d524d-bdae-4a5c-8def-5e3f87d2322c req-5db55ce7-c182-452c-a89d-082b558e886a service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887082 Aug 25 05:19:01.128292 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5263f9ee-ea87-4a5f-864a-5db9372971ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770766'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:01.146108 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13795d16-8559-4e58-8758-c613ad0c84ea None None] New status for floating IP c712d0cb-11a0-4d51-9882-b360eff0c19a: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 05:19:01.155847 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8f7d524d-bdae-4a5c-8def-5e3f87d2322c req-397556af-7ce7-414a-9205-293870b63a08 service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147404 Aug 25 05:19:01.285961 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5263f9ee-ea87-4a5f-864a-5db9372971ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7772541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8793722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062831'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:01.313256 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263f9ee-ea87-4a5f-864a-5db9372971ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12f84177-2b01-4224-87e5-86413756d798,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:01.315300 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5263f9ee-ea87-4a5f-864a-5db9372971ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:01.319789 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 48818) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:19:01.319988 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-5263f9ee-ea87-4a5f-864a-5db9372971ec admin admin] 10.222.0.13 "DELETE /v2.0/subnets/12f84177-2b01-4224-87e5-86413756d798 HTTP/1.1" status: 204 len: 168 time: 0.3903775 Aug 25 05:19:01.320615 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296a6f70-b4eb-479f-8244-ab9adb0737a2 None None] Network da322d56-4aeb-4485-884a-a9b91cf60309 requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:19:01.390100 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-669c2562-0a0b-4fc1-951d-13fbd029bb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7799533'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:01.441748 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-669c2562-0a0b-4fc1-951d-13fbd029bb1b admin admin] Deleting port 84513d85-c58a-4770-8e67-14ea2cb28058 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:19:01.442095 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-669c2562-0a0b-4fc1-951d-13fbd029bb1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:01.511227 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-669c2562-0a0b-4fc1-951d-13fbd029bb1b admin admin] For port 84513d85-c58a-4770-8e67-14ea2cb28058, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=84513d85-c58a-4770-8e67-14ea2cb28058,segment=NetworkSegment(fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0),segment_id=fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:19:01.511481 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-669c2562-0a0b-4fc1-951d-13fbd029bb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:01.511594 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e89aca8-cc3b-4f57-8c30-5eb3e2351e64 None None] DHCP port deletion for da322d56-4aeb-4485-884a-a9b91cf60309 request from dv-cinder-757936-7-iscsi {{(pid=94640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 05:19:01.525405 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-669c2562-0a0b-4fc1-951d-13fbd029bb1b admin admin] Calling delete_port for 84513d85-c58a-4770-8e67-14ea2cb28058 owned by network:dhcp {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:19:01.559278 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 923761f0-04a2-4546-b608-a5a75d17914d no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:19:01.562561 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2e89aca8-cc3b-4f57-8c30-5eb3e2351e64 None None] Deleting port 84513d85-c58a-4770-8e67-14ea2cb28058 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:19:01.562939 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e89aca8-cc3b-4f57-8c30-5eb3e2351e64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:01.592843 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: 923761f0-04a2-4546-b608-a5a75d17914d {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:19:01.593186 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 923761f0-04a2-4546-b608-a5a75d17914d not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:19:01.593599 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 91e11173-87e8-4bd4-8faf-274e71b5e0d4 no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:19:01.615018 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: 91e11173-87e8-4bd4-8faf-274e71b5e0d4 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:19:01.615404 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 91e11173-87e8-4bd4-8faf-274e71b5e0d4 not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:19:01.660200 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2e89aca8-cc3b-4f57-8c30-5eb3e2351e64 None None] For port 84513d85-c58a-4770-8e67-14ea2cb28058, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=84513d85-c58a-4770-8e67-14ea2cb28058,segment=NetworkSegment(fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0),segment_id=fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:19:01.663442 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e89aca8-cc3b-4f57-8c30-5eb3e2351e64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:01.672511 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2e89aca8-cc3b-4f57-8c30-5eb3e2351e64 None None] Calling delete_port for 84513d85-c58a-4770-8e67-14ea2cb28058 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:19:01.685536 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-669c2562-0a0b-4fc1-951d-13fbd029bb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:01.717207 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c2562-0a0b-4fc1-951d-13fbd029bb1b admin admin] Pushing event deleted for resources: {'Port': ['ID=84513d85-c58a-4770-8e67-14ea2cb28058,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:01.720895 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c2562-0a0b-4fc1-951d-13fbd029bb1b admin admin] No DVR routers for this DVR port 84513d85-c58a-4770-8e67-14ea2cb28058 on host dv-cinder-757936-7-iscsi {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:19:01.756056 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e89aca8-cc3b-4f57-8c30-5eb3e2351e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:01.781858 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89aca8-cc3b-4f57-8c30-5eb3e2351e64 None None] Pushing event deleted for resources: {'Port': ['ID=84513d85-c58a-4770-8e67-14ea2cb28058,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:01.783689 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e89aca8-cc3b-4f57-8c30-5eb3e2351e64 None None] No DVR routers for this DVR port 84513d85-c58a-4770-8e67-14ea2cb28058 on host dv-cinder-757936-7-iscsi {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:19:01.795947 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-669c2562-0a0b-4fc1-951d-13fbd029bb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7770889', 'neutron.services.segments.db._delete_segments_for_network-8785199888559'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:01.805848 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-669c2562-0a0b-4fc1-951d-13fbd029bb1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da322d56-4aeb-4485-884a-a9b91cf60309']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:01.815728 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-669c2562-0a0b-4fc1-951d-13fbd029bb1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:01.816026 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-669c2562-0a0b-4fc1-951d-13fbd029bb1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7675e4-8e6c-4d5b-aa9b-d63be97a78e0') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:01.825055 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-669c2562-0a0b-4fc1-951d-13fbd029bb1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785199888442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-52350778'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:01.838427 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-669c2562-0a0b-4fc1-951d-13fbd029bb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:01.844120 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669c2562-0a0b-4fc1-951d-13fbd029bb1b admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-669c2562-0a0b-4fc1-951d-13fbd029bb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52348973'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: Traceback (most recent call last): Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: timer() Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: cb(*args, **kw) Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: return func(*args, **kwargs) Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: self._notify() Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: self.callback(batched_events) Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: event.method(event) Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: return f(self, *a, **k) Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: return self._get(url).json() Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 05:19:01.846898 dv-cinder-757936-7-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 05:19:01.985662 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-669c2562-0a0b-4fc1-951d-13fbd029bb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7770880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406170'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:01.991450 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-669c2562-0a0b-4fc1-951d-13fbd029bb1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:01.998623 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-669c2562-0a0b-4fc1-951d-13fbd029bb1b admin admin] 10.222.0.13 "DELETE /v2.0/networks/da322d56-4aeb-4485-884a-a9b91cf60309 HTTP/1.1" status: 204 len: 168 time: 0.6715264 Aug 25 05:19:02.005588 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c2562-0a0b-4fc1-951d-13fbd029bb1b admin admin] Pushing event deleted for resources: {'Network': ['ID=da322d56-4aeb-4485-884a-a9b91cf60309,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:02.498872 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 48824) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:19:02.538461 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ae742886-2e65-4526-87fe-78587d5448ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab1013c99e23487a9275a86c94a56cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382078 Aug 25 05:19:02.541568 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 48826) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:19:02.588578 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-52a7f34f-2122-44d9-9e5d-0b130eca4f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:02.609512 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-52a7f34f-2122-44d9-9e5d-0b130eca4f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:02.747486 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-52a7f34f-2122-44d9-9e5d-0b130eca4f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:02.749977 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-52a7f34f-2122-44d9-9e5d-0b130eca4f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:02.751140 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-52a7f34f-2122-44d9-9e5d-0b130eca4f25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fd3184f-765c-4516-b3dd-370683fc8689 HTTP/1.1" status: 204 len: 168 time: 0.2086883 Aug 25 05:19:02.758951 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7f34f-2122-44d9-9e5d-0b130eca4f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd3184f-765c-4516-b3dd-370683fc8689,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:03.016520 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0623c06-5df4-4c96-8d00-b828447885fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:03.353121 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:03.500290 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 48832) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:19:03.526503 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 84513d85-c58a-4770-8e67-14ea2cb28058 no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:19:03.543020 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e2a52a51-5732-4721-a026-9f4ea0ee4bce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb87dd49d0424f9bad1930864a9db615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414310 Aug 25 05:19:03.545490 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 48834) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:19:03.546334 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: 84513d85-c58a-4770-8e67-14ea2cb28058 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:19:03.546767 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 84513d85-c58a-4770-8e67-14ea2cb28058 not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:19:03.595439 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7b42b06f-2115-41c9-9aa7-c0f6ab530b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:03.615747 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7b42b06f-2115-41c9-9aa7-c0f6ab530b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:03.735929 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7b42b06f-2115-41c9-9aa7-c0f6ab530b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:03.738387 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7b42b06f-2115-41c9-9aa7-c0f6ab530b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:03.739539 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-7b42b06f-2115-41c9-9aa7-c0f6ab530b1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c25b896-588a-4186-b565-43ea4b7fdb2f HTTP/1.1" status: 204 len: 168 time: 0.1931767 Aug 25 05:19:03.747870 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42b06f-2115-41c9-9aa7-c0f6ab530b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c25b896-588a-4186-b565-43ea4b7fdb2f,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:04.334618 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:06.044064 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c4ce6df8-6e2c-4386-bf1a-60abf55c88a6 req-55d182fc-ad81-4f80-a5ae-a1bba7d3d34a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381176 Aug 25 05:19:06.115037 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce6df8-6e2c-4386-bf1a-60abf55c88a6 req-d0f7e064-e927-441c-bc79-62eb8c005f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:19:06.116466 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c4ce6df8-6e2c-4386-bf1a-60abf55c88a6 req-d0f7e064-e927-441c-bc79-62eb8c005f3f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13946d6c027543e19b729b21c728a3ee&device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 1098 time: 0.0377271 Aug 25 05:19:06.148167 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:06.218899 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce6df8-6e2c-4386-bf1a-60abf55c88a6 req-58926b4b-4ece-4a96-98fc-51d759f97f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:19:06.220355 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c4ce6df8-6e2c-4386-bf1a-60abf55c88a6 req-58926b4b-4ece-4a96-98fc-51d759f97f08 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62067af4-7b01-4b37-a0a2-f3697049de5a HTTP/1.1" status: 200 len: 912 time: 0.0847118 Aug 25 05:19:06.285667 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c4ce6df8-6e2c-4386-bf1a-60abf55c88a6 req-669ca9ae-7320-4be4-8b01-1663e057be1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e46a6121-88e8-46f7-87e2-27f9bde7c395 HTTP/1.1" status: 200 len: 1001 time: 0.0569587 Aug 25 05:19:06.338980 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce6df8-6e2c-4386-bf1a-60abf55c88a6 req-b0669c6f-18b7-478a-9cef-52da81eea510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:19:06.340434 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c4ce6df8-6e2c-4386-bf1a-60abf55c88a6 req-b0669c6f-18b7-478a-9cef-52da81eea510 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c5af6f4-efdc-4916-98a3-b9087870d169 HTTP/1.1" status: 200 len: 851 time: 0.0471177 Aug 25 05:19:06.385060 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce6df8-6e2c-4386-bf1a-60abf55c88a6 req-adefabc3-f46f-42f3-b5b5-abf083b841f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:19:06.386397 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c4ce6df8-6e2c-4386-bf1a-60abf55c88a6 req-adefabc3-f46f-42f3-b5b5-abf083b841f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62067af4-7b01-4b37-a0a2-f3697049de5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381997 Aug 25 05:19:06.472753 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c4ce6df8-6e2c-4386-bf1a-60abf55c88a6 req-9564ac3c-4e94-4efe-a5b9-f7932a7e7b72 service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789175 Aug 25 05:19:06.563491 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c4ce6df8-6e2c-4386-bf1a-60abf55c88a6 req-7f223215-bf2a-4882-ac70-ed42cfbb2da9 service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826848 Aug 25 05:19:20.444142 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:30.597847 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-75ec225f-820d-441b-91fb-26ba3bfc4e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:30.773008 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:19:33.012823 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2ee78dc-0de4-4ba7-93e3-50b9c5347627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:33.318136 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:34.398243 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:35.981783 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:19:50.458206 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:00.522942 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8166f8b-f1f9-4c97-8768-5fbc7f13b134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:02.951594 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec17c905-5886-4070-87ea-f4e93f02cda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:03.316983 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:04.349283 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:05.971575 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:06.771053 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9409fff2-4444-402e-88fb-0a9a901dfad3 req-8ddb3013-6b84-4b20-bd89-0bae20a7553f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403082 Aug 25 05:20:06.864499 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409fff2-4444-402e-88fb-0a9a901dfad3 req-ca364248-ff0a-4456-95c4-0be1d719ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:20:06.865929 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9409fff2-4444-402e-88fb-0a9a901dfad3 req-ca364248-ff0a-4456-95c4-0be1d719ac18 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13946d6c027543e19b729b21c728a3ee&device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 1098 time: 0.0384324 Aug 25 05:20:06.968669 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409fff2-4444-402e-88fb-0a9a901dfad3 req-69eed269-8db8-430d-888d-6eb850ef043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:20:06.970154 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9409fff2-4444-402e-88fb-0a9a901dfad3 req-69eed269-8db8-430d-888d-6eb850ef043e service neutron] 10.222.0.20 "GET /v2.0/networks?id=62067af4-7b01-4b37-a0a2-f3697049de5a HTTP/1.1" status: 200 len: 912 time: 0.0860112 Aug 25 05:20:07.033260 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9409fff2-4444-402e-88fb-0a9a901dfad3 req-2ba88547-9c52-4c47-afab-af2fec7bec62 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e46a6121-88e8-46f7-87e2-27f9bde7c395 HTTP/1.1" status: 200 len: 1001 time: 0.0558307 Aug 25 05:20:07.085087 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409fff2-4444-402e-88fb-0a9a901dfad3 req-fddd3547-c476-4112-a67b-e374f7332347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:20:07.086490 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9409fff2-4444-402e-88fb-0a9a901dfad3 req-fddd3547-c476-4112-a67b-e374f7332347 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c5af6f4-efdc-4916-98a3-b9087870d169 HTTP/1.1" status: 200 len: 851 time: 0.0462332 Aug 25 05:20:07.129266 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409fff2-4444-402e-88fb-0a9a901dfad3 req-a1b48a63-5e3c-4614-98bd-1fa1db9f887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:20:07.130743 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9409fff2-4444-402e-88fb-0a9a901dfad3 req-a1b48a63-5e3c-4614-98bd-1fa1db9f887a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62067af4-7b01-4b37-a0a2-f3697049de5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375295 Aug 25 05:20:07.216663 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9409fff2-4444-402e-88fb-0a9a901dfad3 req-a57ea9e8-adae-43de-9352-c7fcf7018797 service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789745 Aug 25 05:20:07.307235 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9409fff2-4444-402e-88fb-0a9a901dfad3 req-b04be7f5-5f80-4b48-b78e-ba5673069ac8 service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826080 Aug 25 05:20:07.772336 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:20:20.459682 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:28.636336 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 48866) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:20:28.788297 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Deleting port 9255cb9b-cc64-4be3-ac6d-703b1b198029 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:20:28.788651 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:28.863565 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:28.863890 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:28.875754 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Calling delete_port for 9255cb9b-cc64-4be3-ac6d-703b1b198029 owned by network:floatingip {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:20:29.087673 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:29.115752 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Pushing event deleted for resources: {'Port': ['ID=9255cb9b-cc64-4be3-ac6d-703b1b198029,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:29.127575 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:29.127926 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:29.128267 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:29.128605 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:29.128938 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:29.129269 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:29.129601 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:29.129930 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:29.130258 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:29.130621 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:29.131245 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:29.131245 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:29.183195 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for floatingip, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:29.183527 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.db.l3_db [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Floating IP c712d0cb-11a0-4d51-9882-b360eff0c19a disassociated (deleted). External IP: 172.27.0.202, port: d68ca611-3c2f-45a9-8e0b-5c701b495cd5. Aug 25 05:20:29.378422 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Router 38084ad2-165b-42af-841a-bd7ac16778c9 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:20:29.480714 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:20:29.485512 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:29.490165 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656983e3-714d-480f-a206-c834318317a9 None None] Sync routers for ids ['38084ad2-165b-42af-841a-bd7ac16778c9'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:20:29.499315 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656983e3-714d-480f-a206-c834318317a9 None None] Routers {'38084ad2-165b-42af-841a-bd7ac16778c9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:20:29.499925 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-656983e3-714d-480f-a206-c834318317a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:20:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['38084ad2-165b-42af-841a-bd7ac16778c9'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:29.511199 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-1a211a1d-fcda-4f1a-81ad-4005dd338632 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "DELETE /v2.0/floatingips/c712d0cb-11a0-4d51-9882-b360eff0c19a HTTP/1.1" status: 204 len: 168 time: 0.8737926 Aug 25 05:20:29.511791 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15301269-7c31-4bd9-8a3f-0f9ebc0db6e3', 'tag': 'd68ca611-3c2f-45a9-8e0b-5c701b495cd5'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:20:29.514065 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228dce91-98a2-458b-8798-d74c2811c8a7" -d '{"events": [{"name": "network-changed", "server_uuid": "15301269-7c31-4bd9-8a3f-0f9ebc0db6e3", "tag": "d68ca611-3c2f-45a9-8e0b-5c701b495cd5"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:20:29.564252 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000c9b57-0604-4eba-85e3-2e674689aad1 x-openstack-request-id: req-000c9b57-0604-4eba-85e3-2e674689aad1 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:20:29.564540 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15301269-7c31-4bd9-8a3f-0f9ebc0db6e3", "tag": "d68ca611-3c2f-45a9-8e0b-5c701b495cd5", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:20:29.564999 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-000c9b57-0604-4eba-85e3-2e674689aad1 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:20:29.565406 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15301269-7c31-4bd9-8a3f-0f9ebc0db6e3', 'tag': 'd68ca611-3c2f-45a9-8e0b-5c701b495cd5', 'status': 'completed', 'code': 200} Aug 25 05:20:29.607526 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-656983e3-714d-480f-a206-c834318317a9 None None] Set router 38084ad2-165b-42af-841a-bd7ac16778c9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:20:29.646916 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dce91-98a2-458b-8798-d74c2811c8a7 req-0d4a0d8a-58fb-4312-aae2-5b2909b99415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:20:29.648326 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-228dce91-98a2-458b-8798-d74c2811c8a7 req-0d4a0d8a-58fb-4312-aae2-5b2909b99415 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13946d6c027543e19b729b21c728a3ee&device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 1098 time: 0.0401905 Aug 25 05:20:29.739477 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dce91-98a2-458b-8798-d74c2811c8a7 req-4a58df31-9b0e-45e8-9d75-228aa77a362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:20:29.741029 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-228dce91-98a2-458b-8798-d74c2811c8a7 req-4a58df31-9b0e-45e8-9d75-228aa77a362b service neutron] 10.222.0.20 "GET /v2.0/networks?id=62067af4-7b01-4b37-a0a2-f3697049de5a HTTP/1.1" status: 200 len: 912 time: 0.0857537 Aug 25 05:20:29.782039 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-228dce91-98a2-458b-8798-d74c2811c8a7 req-9fb5af6f-6ae1-4d82-ba82-b20015ecf4a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d68ca611-3c2f-45a9-8e0b-5c701b495cd5 HTTP/1.1" status: 200 len: 217 time: 0.0345137 Aug 25 05:20:29.832628 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dce91-98a2-458b-8798-d74c2811c8a7 req-5baf0ee7-29d7-43a0-bc41-bfe34c67d2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:20:29.833751 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-656983e3-714d-480f-a206-c834318317a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 4, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '9d841d3a-6af3-414c-b2db-7c3a52a7249f', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'port_id': 'e46a6121-88e8-46f7-87e2-27f9bde7c395', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'mac_address': 'fa:16:3e:c5:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e5b468-7180-46b6-969a-5b314424ae37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:16:57Z', 'updated_at': '2021-08-25T05:16:59Z', 'revision_number': 1, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a36c52-8314-4df3-ba28-f0e93e9907eb', 'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'mac_address': 'fa:16:3e:d5:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:40Z', 'updated_at': '2021-08-25T05:13:45Z', 'revision_number': 5, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'subnets': [{'id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:29.835442 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-228dce91-98a2-458b-8798-d74c2811c8a7 req-5baf0ee7-29d7-43a0-bc41-bfe34c67d2e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c5af6f4-efdc-4916-98a3-b9087870d169 HTTP/1.1" status: 200 len: 851 time: 0.0468650 Aug 25 05:20:29.865037 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656983e3-714d-480f-a206-c834318317a9 None None] Checking router: 38084ad2-165b-42af-841a-bd7ac16778c9 for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:20:29.873895 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656983e3-714d-480f-a206-c834318317a9 None None] Routers {'38084ad2-165b-42af-841a-bd7ac16778c9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:20:29.874521 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-656983e3-714d-480f-a206-c834318317a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:20:03Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['38084ad2-165b-42af-841a-bd7ac16778c9'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:29.881993 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dce91-98a2-458b-8798-d74c2811c8a7 req-f5d4bcf5-cf53-49d4-bbdc-f02b47d03159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:20:29.883640 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-228dce91-98a2-458b-8798-d74c2811c8a7 req-f5d4bcf5-cf53-49d4-bbdc-f02b47d03159 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62067af4-7b01-4b37-a0a2-f3697049de5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403788 Aug 25 05:20:29.977772 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-656983e3-714d-480f-a206-c834318317a9 None None] Set router 38084ad2-165b-42af-841a-bd7ac16778c9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:20:29.980287 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-228dce91-98a2-458b-8798-d74c2811c8a7 req-428a37ff-1503-4371-a06b-471053c2e887 service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895038 Aug 25 05:20:30.027246 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41870e-efc6-4036-9729-0a2248aa7506 req-6697029e-372f-41ae-9126-59d24428bb67 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:20:30.029492 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ab41870e-efc6-4036-9729-0a2248aa7506 req-6697029e-372f-41ae-9126-59d24428bb67 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 945 time: 0.0500510 Aug 25 05:20:30.070044 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ab41870e-efc6-4036-9729-0a2248aa7506 req-4a1dd713-ad09-4ec8-addf-af6c218de3eb tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343919 Aug 25 05:20:30.083068 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-228dce91-98a2-458b-8798-d74c2811c8a7 req-68b329b6-997a-468d-9cb9-e284af9d5c03 service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896168 Aug 25 05:20:30.203394 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-656983e3-714d-480f-a206-c834318317a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 4, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '9d841d3a-6af3-414c-b2db-7c3a52a7249f', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'port_id': 'e46a6121-88e8-46f7-87e2-27f9bde7c395', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'mac_address': 'fa:16:3e:c5:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e5b468-7180-46b6-969a-5b314424ae37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:16:57Z', 'updated_at': '2021-08-25T05:16:59Z', 'revision_number': 1, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a36c52-8314-4df3-ba28-f0e93e9907eb', 'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'mac_address': 'fa:16:3e:d5:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:40Z', 'updated_at': '2021-08-25T05:13:45Z', 'revision_number': 5, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'subnets': [{'id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:30.229464 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656983e3-714d-480f-a206-c834318317a9 None None] The sync data for ids ['38084ad2-165b-42af-841a-bd7ac16778c9'] in dv-cinder-757936-7-iscsi is: [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 4, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_floatingips': [{'id': '9d841d3a-6af3-414c-b2db-7c3a52a7249f', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'router_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'port_id': 'e46a6121-88e8-46f7-87e2-27f9bde7c395', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'mac_address': 'fa:16:3e:c5:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e5b468-7180-46b6-969a-5b314424ae37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T05:16:57Z', 'updated_at': '2021-08-25T05:16:59Z', 'revision_number': 1, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a36c52-8314-4df3-ba28-f0e93e9907eb', 'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'mac_address': 'fa:16:3e:d5:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:40Z', 'updated_at': '2021-08-25T05:13:45Z', 'revision_number': 5, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'subnets': [{'id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:20:30.429022 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7aa476-94ef-4929-8279-24ab464fc160 None None] New status for floating IP c712d0cb-11a0-4d51-9882-b360eff0c19a: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 05:20:30.533608 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61245871-f4d0-4bb9-a473-c51e92dc5c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:31.203998 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b012ca-0336-44a6-bf95-eec33d5c432b req-f4b2d0aa-8198-4ce2-a956-18dd984f070e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:20:31.205447 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e4b012ca-0336-44a6-bf95-eec33d5c432b req-f4b2d0aa-8198-4ce2-a956-18dd984f070e tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 945 time: 0.0475945 Aug 25 05:20:31.240990 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e4b012ca-0336-44a6-bf95-eec33d5c432b req-2ea3a8bd-fe0a-495c-b462-f7644a39216b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297041 Aug 25 05:20:31.714284 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a223a4-d650-4f1f-8c6f-88521d31ee70 req-44c4e7fc-c025-4c69-a81a-9088a54c845d tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:20:31.715733 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-64a223a4-d650-4f1f-8c6f-88521d31ee70 req-44c4e7fc-c025-4c69-a81a-9088a54c845d tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.20 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 945 time: 0.0464387 Aug 25 05:20:31.806154 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-64a223a4-d650-4f1f-8c6f-88521d31ee70 req-56cada6b-b9f0-4222-9d59-2257800c42c8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Deleting port d68ca611-3c2f-45a9-8e0b-5c701b495cd5 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:20:31.806404 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-64a223a4-d650-4f1f-8c6f-88521d31ee70 req-56cada6b-b9f0-4222-9d59-2257800c42c8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:31.889658 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-64a223a4-d650-4f1f-8c6f-88521d31ee70 req-56cada6b-b9f0-4222-9d59-2257800c42c8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] For port d68ca611-3c2f-45a9-8e0b-5c701b495cd5, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=d68ca611-3c2f-45a9-8e0b-5c701b495cd5,segment=NetworkSegment(2cd2f051-cbbd-4387-a178-cdcafdfed5cf),segment_id=2cd2f051-cbbd-4387-a178-cdcafdfed5cf)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:20:31.890019 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-64a223a4-d650-4f1f-8c6f-88521d31ee70 req-56cada6b-b9f0-4222-9d59-2257800c42c8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:31.902598 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-64a223a4-d650-4f1f-8c6f-88521d31ee70 req-56cada6b-b9f0-4222-9d59-2257800c42c8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Calling delete_port for d68ca611-3c2f-45a9-8e0b-5c701b495cd5 owned by compute:nova {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:20:32.108566 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-64a223a4-d650-4f1f-8c6f-88521d31ee70 req-56cada6b-b9f0-4222-9d59-2257800c42c8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:32.134848 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cada6b-b9f0-4222-9d59-2257800c42c8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Pushing event deleted for resources: {'Port': ['ID=d68ca611-3c2f-45a9-8e0b-5c701b495cd5,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:32.174750 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a223a4-d650-4f1f-8c6f-88521d31ee70 req-56cada6b-b9f0-4222-9d59-2257800c42c8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] No DVR routers for this DVR port d68ca611-3c2f-45a9-8e0b-5c701b495cd5 on host hv-cinder-75793 {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:20:32.177279 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-64a223a4-d650-4f1f-8c6f-88521d31ee70 req-56cada6b-b9f0-4222-9d59-2257800c42c8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:32.179337 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-64a223a4-d650-4f1f-8c6f-88521d31ee70 req-56cada6b-b9f0-4222-9d59-2257800c42c8 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.20 "DELETE /v2.0/ports/d68ca611-3c2f-45a9-8e0b-5c701b495cd5 HTTP/1.1" status: 204 len: 173 time: 0.4569890 Aug 25 05:20:32.179801 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15301269-7c31-4bd9-8a3f-0f9ebc0db6e3', 'name': 'network-vif-deleted', 'tag': 'd68ca611-3c2f-45a9-8e0b-5c701b495cd5'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:20:32.181977 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610a73a7-a6a8-4396-ad18-2b67db7a28cb" -d '{"events": [{"server_uuid": "15301269-7c31-4bd9-8a3f-0f9ebc0db6e3", "name": "network-vif-deleted", "tag": "d68ca611-3c2f-45a9-8e0b-5c701b495cd5"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:20:32.228575 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf70fda-d5a3-475a-b16e-c01ddd210d42 x-openstack-request-id: req-0cf70fda-d5a3-475a-b16e-c01ddd210d42 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:20:32.229153 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15301269-7c31-4bd9-8a3f-0f9ebc0db6e3", "name": "network-vif-deleted", "tag": "d68ca611-3c2f-45a9-8e0b-5c701b495cd5", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:20:32.229153 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0cf70fda-d5a3-475a-b16e-c01ddd210d42 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:20:32.229496 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15301269-7c31-4bd9-8a3f-0f9ebc0db6e3', 'name': 'network-vif-deleted', 'tag': 'd68ca611-3c2f-45a9-8e0b-5c701b495cd5', 'status': 'completed', 'code': 200} Aug 25 05:20:32.336906 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a602aca4-9f1f-4a0a-b77f-7e05ce23e54a req-fc72f335-d338-4ec8-acad-9e7322e018c2 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 210 time: 0.0286019 Aug 25 05:20:32.931625 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8b850c4-878f-4bd3-b5d4-f0b4563c8e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:33.327680 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:33.443505 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-877df20d-0646-4b09-b876-bac780274011 req-6e55a7c5-9979-4704-a527-61aaeae1d5fb tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=15301269-7c31-4bd9-8a3f-0f9ebc0db6e3 HTTP/1.1" status: 200 len: 210 time: 0.0292985 Aug 25 05:20:34.304490 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:34.634016 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device d68ca611-3c2f-45a9-8e0b-5c701b495cd5 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:20:34.656709 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] No Port match for: d68ca611-3c2f-45a9-8e0b-5c701b495cd5 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:20:34.657040 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device d68ca611-3c2f-45a9-8e0b-5c701b495cd5 not bound to the agent host hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:20:35.973133 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:36.921121 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 48910) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:20:37.072136 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-1a06568a-9df9-496d-b53b-714ccdfdfe83 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Deleting port 531b7174-b70a-4b80-9655-7deb26d39669 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:20:37.072478 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1a06568a-9df9-496d-b53b-714ccdfdfe83 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:37.143750 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1a06568a-9df9-496d-b53b-714ccdfdfe83 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:37.144075 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1a06568a-9df9-496d-b53b-714ccdfdfe83 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:37.155684 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-1a06568a-9df9-496d-b53b-714ccdfdfe83 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Calling delete_port for 531b7174-b70a-4b80-9655-7deb26d39669 owned by network:floatingip {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:20:37.361901 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1a06568a-9df9-496d-b53b-714ccdfdfe83 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:37.387645 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06568a-9df9-496d-b53b-714ccdfdfe83 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Pushing event deleted for resources: {'Port': ['ID=531b7174-b70a-4b80-9655-7deb26d39669,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:37.444608 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1a06568a-9df9-496d-b53b-714ccdfdfe83 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for floatingip, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:37.444941 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.db.l3_db [None req-1a06568a-9df9-496d-b53b-714ccdfdfe83 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Floating IP 9d841d3a-6af3-414c-b2db-7c3a52a7249f disassociated (deleted). External IP: 172.27.0.243, port: e46a6121-88e8-46f7-87e2-27f9bde7c395. Aug 25 05:20:37.888800 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a06568a-9df9-496d-b53b-714ccdfdfe83 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Router 38084ad2-165b-42af-841a-bd7ac16778c9 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:20:37.986396 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a06568a-9df9-496d-b53b-714ccdfdfe83 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:20:37.991152 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1a06568a-9df9-496d-b53b-714ccdfdfe83 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:37.996392 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6378221e-1e8a-45e5-84ac-919c14594b6e None None] Sync routers for ids ['38084ad2-165b-42af-841a-bd7ac16778c9'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:20:38.005299 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6378221e-1e8a-45e5-84ac-919c14594b6e None None] Routers {'38084ad2-165b-42af-841a-bd7ac16778c9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:20:38.005909 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-6378221e-1e8a-45e5-84ac-919c14594b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:20:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['38084ad2-165b-42af-841a-bd7ac16778c9'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:38.020966 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-1a06568a-9df9-496d-b53b-714ccdfdfe83 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "DELETE /v2.0/floatingips/9d841d3a-6af3-414c-b2db-7c3a52a7249f HTTP/1.1" status: 204 len: 168 time: 1.0987842 Aug 25 05:20:38.021558 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e5b468-7180-46b6-969a-5b314424ae37', 'tag': 'e46a6121-88e8-46f7-87e2-27f9bde7c395'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:20:38.023797 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133a0eb6-0228-4b5a-8ec0-038eaea88dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "93e5b468-7180-46b6-969a-5b314424ae37", "tag": "e46a6121-88e8-46f7-87e2-27f9bde7c395"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:20:38.068723 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 05:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88408b1f-1b12-4d1b-a667-24cff05a73b1 x-openstack-request-id: req-88408b1f-1b12-4d1b-a667-24cff05a73b1 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:20:38.068723 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e5b468-7180-46b6-969a-5b314424ae37", "tag": "e46a6121-88e8-46f7-87e2-27f9bde7c395", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:20:38.068723 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88408b1f-1b12-4d1b-a667-24cff05a73b1 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:20:38.069188 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e5b468-7180-46b6-969a-5b314424ae37', 'tag': 'e46a6121-88e8-46f7-87e2-27f9bde7c395', 'status': 'completed', 'code': 200} Aug 25 05:20:38.116935 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-6378221e-1e8a-45e5-84ac-919c14594b6e None None] Set router 38084ad2-165b-42af-841a-bd7ac16778c9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:20:38.158128 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a0eb6-0228-4b5a-8ec0-038eaea88dcc req-5ced5203-68eb-4e5f-b8fc-83a7b4576ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:20:38.158128 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-133a0eb6-0228-4b5a-8ec0-038eaea88dcc req-5ced5203-68eb-4e5f-b8fc-83a7b4576ec2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13946d6c027543e19b729b21c728a3ee&device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 1098 time: 0.0418775 Aug 25 05:20:38.248582 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a0eb6-0228-4b5a-8ec0-038eaea88dcc req-e445c7c6-89ae-47d6-aa18-98181ba536d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:20:38.250229 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-133a0eb6-0228-4b5a-8ec0-038eaea88dcc req-e445c7c6-89ae-47d6-aa18-98181ba536d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62067af4-7b01-4b37-a0a2-f3697049de5a HTTP/1.1" status: 200 len: 912 time: 0.0889385 Aug 25 05:20:38.297966 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-133a0eb6-0228-4b5a-8ec0-038eaea88dcc req-a61a69e3-cefd-4c07-a2e9-15f3d3cdc69a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e46a6121-88e8-46f7-87e2-27f9bde7c395 HTTP/1.1" status: 200 len: 217 time: 0.0399940 Aug 25 05:20:38.346954 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a0eb6-0228-4b5a-8ec0-038eaea88dcc req-4c4ff7d0-ca6f-488e-af75-b5197fb29c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:20:38.348411 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-133a0eb6-0228-4b5a-8ec0-038eaea88dcc req-4c4ff7d0-ca6f-488e-af75-b5197fb29c77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c5af6f4-efdc-4916-98a3-b9087870d169 HTTP/1.1" status: 200 len: 851 time: 0.0433235 Aug 25 05:20:38.394270 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a0eb6-0228-4b5a-8ec0-038eaea88dcc req-aa4534e8-9ef6-40c7-9bbf-74aec73f7a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:20:38.396594 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-133a0eb6-0228-4b5a-8ec0-038eaea88dcc req-aa4534e8-9ef6-40c7-9bbf-74aec73f7a12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62067af4-7b01-4b37-a0a2-f3697049de5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414670 Aug 25 05:20:38.440579 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-6378221e-1e8a-45e5-84ac-919c14594b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 4, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '36a36c52-8314-4df3-ba28-f0e93e9907eb', 'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'mac_address': 'fa:16:3e:d5:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:40Z', 'updated_at': '2021-08-25T05:13:45Z', 'revision_number': 5, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'subnets': [{'id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:38.465603 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6378221e-1e8a-45e5-84ac-919c14594b6e None None] Checking router: 38084ad2-165b-42af-841a-bd7ac16778c9 for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:20:38.473683 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6378221e-1e8a-45e5-84ac-919c14594b6e None None] Routers {'38084ad2-165b-42af-841a-bd7ac16778c9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:20:38.474289 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-6378221e-1e8a-45e5-84ac-919c14594b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:20:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['38084ad2-165b-42af-841a-bd7ac16778c9'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:38.517863 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b771f06-42e9-4fc1-a8cd-0daa0b5fdeb7 req-5648bb55-fa4e-47ce-8722-8ccf5068db99 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:20:38.519466 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3b771f06-42e9-4fc1-a8cd-0daa0b5fdeb7 req-5648bb55-fa4e-47ce-8722-8ccf5068db99 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 945 time: 0.0971546 Aug 25 05:20:38.535997 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-133a0eb6-0228-4b5a-8ec0-038eaea88dcc req-60075ac3-d0bc-4281-8030-bda8440691a6 service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315124 Aug 25 05:20:38.581984 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-6378221e-1e8a-45e5-84ac-919c14594b6e None None] Set router 38084ad2-165b-42af-841a-bd7ac16778c9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:20:38.609329 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3b771f06-42e9-4fc1-a8cd-0daa0b5fdeb7 req-6225bc1d-fae0-457b-896d-1f4a0cec0b80 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826502 Aug 25 05:20:38.645126 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-133a0eb6-0228-4b5a-8ec0-038eaea88dcc req-8ab7c611-ab5e-46b4-bf71-9289b14918a5 service neutron] 10.222.0.20 "GET /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015050 Aug 25 05:20:38.784535 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-6378221e-1e8a-45e5-84ac-919c14594b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 4, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '36a36c52-8314-4df3-ba28-f0e93e9907eb', 'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'mac_address': 'fa:16:3e:d5:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:40Z', 'updated_at': '2021-08-25T05:13:45Z', 'revision_number': 5, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'subnets': [{'id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:38.811107 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6378221e-1e8a-45e5-84ac-919c14594b6e None None] The sync data for ids ['38084ad2-165b-42af-841a-bd7ac16778c9'] in dv-cinder-757936-7-iscsi is: [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:41Z', 'revision_number': 4, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi', '_interfaces': [{'id': '36a36c52-8314-4df3-ba28-f0e93e9907eb', 'name': '', 'network_id': '62067af4-7b01-4b37-a0a2-f3697049de5a', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'mac_address': 'fa:16:3e:d5:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:40Z', 'updated_at': '2021-08-25T05:13:45Z', 'revision_number': 5, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'subnets': [{'id': '4c5af6f4-efdc-4916-98a3-b9087870d169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:20:39.011408 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708bd583-4a75-4b47-badc-87a0bb68885c None None] New status for floating IP 9d841d3a-6af3-414c-b2db-7c3a52a7249f: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 05:20:39.724616 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a7add-02e0-4a0a-9506-623cfbcea307 req-c037dfc6-69cc-4a72-af03-6dc8c7125409 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:20:39.726082 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d35a7add-02e0-4a0a-9506-623cfbcea307 req-c037dfc6-69cc-4a72-af03-6dc8c7125409 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 945 time: 0.0480268 Aug 25 05:20:39.763569 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d35a7add-02e0-4a0a-9506-623cfbcea307 req-a3ff0974-fb1e-44d2-b148-66548d4843a7 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/security-groups?id=828c09c5-5bfb-4442-836b-58409016daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314870 Aug 25 05:20:40.106892 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1ca37-a5e8-458b-aecd-7859a5ecb918 req-d94abc28-e958-4b26-ba86-a15890a9171d tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 05:20:40.108335 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3af1ca37-a5e8-458b-aecd-7859a5ecb918 req-d94abc28-e958-4b26-ba86-a15890a9171d tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.20 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 945 time: 0.0470760 Aug 25 05:20:40.195488 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-3af1ca37-a5e8-458b-aecd-7859a5ecb918 req-ac3243c0-2c57-45c5-bb84-76b038f0ea5b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Deleting port e46a6121-88e8-46f7-87e2-27f9bde7c395 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:20:40.195863 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-3af1ca37-a5e8-458b-aecd-7859a5ecb918 req-ac3243c0-2c57-45c5-bb84-76b038f0ea5b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:40.283838 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-3af1ca37-a5e8-458b-aecd-7859a5ecb918 req-ac3243c0-2c57-45c5-bb84-76b038f0ea5b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] For port e46a6121-88e8-46f7-87e2-27f9bde7c395, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=e46a6121-88e8-46f7-87e2-27f9bde7c395,segment=NetworkSegment(2cd2f051-cbbd-4387-a178-cdcafdfed5cf),segment_id=2cd2f051-cbbd-4387-a178-cdcafdfed5cf)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:20:40.284202 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-3af1ca37-a5e8-458b-aecd-7859a5ecb918 req-ac3243c0-2c57-45c5-bb84-76b038f0ea5b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:40.296953 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-3af1ca37-a5e8-458b-aecd-7859a5ecb918 req-ac3243c0-2c57-45c5-bb84-76b038f0ea5b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Calling delete_port for e46a6121-88e8-46f7-87e2-27f9bde7c395 owned by compute:nova {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:20:40.521983 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-3af1ca37-a5e8-458b-aecd-7859a5ecb918 req-ac3243c0-2c57-45c5-bb84-76b038f0ea5b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:40.550261 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3243c0-2c57-45c5-bb84-76b038f0ea5b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Pushing event deleted for resources: {'Port': ['ID=e46a6121-88e8-46f7-87e2-27f9bde7c395,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:40.588278 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af1ca37-a5e8-458b-aecd-7859a5ecb918 req-ac3243c0-2c57-45c5-bb84-76b038f0ea5b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] No DVR routers for this DVR port e46a6121-88e8-46f7-87e2-27f9bde7c395 on host hv-cinder-75793 {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:20:40.590793 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-3af1ca37-a5e8-458b-aecd-7859a5ecb918 req-ac3243c0-2c57-45c5-bb84-76b038f0ea5b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:40.592783 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3af1ca37-a5e8-458b-aecd-7859a5ecb918 req-ac3243c0-2c57-45c5-bb84-76b038f0ea5b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.20 "DELETE /v2.0/ports/e46a6121-88e8-46f7-87e2-27f9bde7c395 HTTP/1.1" status: 204 len: 173 time: 0.4779294 Aug 25 05:20:40.593221 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e5b468-7180-46b6-969a-5b314424ae37', 'name': 'network-vif-deleted', 'tag': 'e46a6121-88e8-46f7-87e2-27f9bde7c395'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 05:20:40.595449 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7decd53bc71f7e2969ab4e6d1273f5a48507fb37a690b61ac5558a0e4132f82e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6a8d8d-e84b-4d2e-bbc2-ade89948c8fd" -d '{"events": [{"server_uuid": "93e5b468-7180-46b6-969a-5b314424ae37", "name": "network-vif-deleted", "tag": "e46a6121-88e8-46f7-87e2-27f9bde7c395"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:20:40.630096 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 05:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13486d3-9984-4732-b3d9-ed4d49c6fa04 x-openstack-request-id: req-b13486d3-9984-4732-b3d9-ed4d49c6fa04 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:20:40.630387 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e5b468-7180-46b6-969a-5b314424ae37", "name": "network-vif-deleted", "tag": "e46a6121-88e8-46f7-87e2-27f9bde7c395", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:20:40.630684 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b13486d3-9984-4732-b3d9-ed4d49c6fa04 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:20:40.631110 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e5b468-7180-46b6-969a-5b314424ae37', 'name': 'network-vif-deleted', 'tag': 'e46a6121-88e8-46f7-87e2-27f9bde7c395', 'status': 'completed', 'code': 200} Aug 25 05:20:41.009557 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7b463215-29f7-47d0-adc5-4661990c8139 req-aa1f2c9a-beae-466f-abcf-e8c672f82553 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "GET /v2.0/ports?device_id=93e5b468-7180-46b6-969a-5b314424ae37 HTTP/1.1" status: 200 len: 210 time: 0.0275495 Aug 25 05:20:42.063828 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 48926) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:20:42.183713 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-643c5dbe-c64c-4f9c-8773-34ab6c567f41 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Deleting port f635c691-11af-4284-bbb3-84d044127cf6 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:20:42.184059 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-643c5dbe-c64c-4f9c-8773-34ab6c567f41 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:42.257728 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-643c5dbe-c64c-4f9c-8773-34ab6c567f41 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:42.258058 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-643c5dbe-c64c-4f9c-8773-34ab6c567f41 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:42.269696 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-643c5dbe-c64c-4f9c-8773-34ab6c567f41 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Calling delete_port for f635c691-11af-4284-bbb3-84d044127cf6 owned by network:floatingip {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:20:42.451008 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-643c5dbe-c64c-4f9c-8773-34ab6c567f41 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:42.476712 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c5dbe-c64c-4f9c-8773-34ab6c567f41 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Pushing event deleted for resources: {'Port': ['ID=f635c691-11af-4284-bbb3-84d044127cf6,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:42.531808 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-643c5dbe-c64c-4f9c-8773-34ab6c567f41 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for floatingip, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:42.534241 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-643c5dbe-c64c-4f9c-8773-34ab6c567f41 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97966'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:42.535445 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-643c5dbe-c64c-4f9c-8773-34ab6c567f41 tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "DELETE /v2.0/floatingips/c0355bdb-5518-4f53-a638-2f29997cf1ef HTTP/1.1" status: 204 len: 168 time: 0.4706557 Aug 25 05:20:43.982665 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48942) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:20:44.038219 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3defa100-4b6e-4f7c-8f44-b2ccbc98151b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:44.061944 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3defa100-4b6e-4f7c-8f44-b2ccbc98151b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:44.224520 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3defa100-4b6e-4f7c-8f44-b2ccbc98151b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:44.226989 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3defa100-4b6e-4f7c-8f44-b2ccbc98151b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:44.228129 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-3defa100-4b6e-4f7c-8f44-b2ccbc98151b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] 10.222.0.13 "DELETE /v2.0/security-groups/828c09c5-5bfb-4442-836b-58409016daaa HTTP/1.1" status: 204 len: 168 time: 0.2444851 Aug 25 05:20:44.237311 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defa100-4b6e-4f7c-8f44-b2ccbc98151b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=828c09c5-5bfb-4442-836b-58409016daaa,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:44.245838 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3defa100-4b6e-4f7c-8f44-b2ccbc98151b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:44.249933 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3defa100-4b6e-4f7c-8f44-b2ccbc98151b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:44.249933 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3defa100-4b6e-4f7c-8f44-b2ccbc98151b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:44.249933 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3defa100-4b6e-4f7c-8f44-b2ccbc98151b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:44.249933 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3defa100-4b6e-4f7c-8f44-b2ccbc98151b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:44.249933 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3defa100-4b6e-4f7c-8f44-b2ccbc98151b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:44.249933 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3defa100-4b6e-4f7c-8f44-b2ccbc98151b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:44.249933 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3defa100-4b6e-4f7c-8f44-b2ccbc98151b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:44.249933 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3defa100-4b6e-4f7c-8f44-b2ccbc98151b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:44.249933 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3defa100-4b6e-4f7c-8f44-b2ccbc98151b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:44.249933 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3defa100-4b6e-4f7c-8f44-b2ccbc98151b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:44.249933 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3defa100-4b6e-4f7c-8f44-b2ccbc98151b tempest-TestVolumeBootPattern-1492978763 tempest-TestVolumeBootPattern-1492978763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:44.373508 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48948) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:20:44.666200 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device e46a6121-88e8-46f7-87e2-27f9bde7c395 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:20:44.685526 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] No Port match for: e46a6121-88e8-46f7-87e2-27f9bde7c395 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:20:44.685865 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Device e46a6121-88e8-46f7-87e2-27f9bde7c395 not bound to the agent host hv-cinder-75793 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:20:44.771562 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:20:44.893325 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87920e80-1e44-4eb5-8316-49a7f9737768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552858'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:45.127394 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-87920e80-1e44-4eb5-8316-49a7f9737768 admin admin] Deleting port 36a36c52-8314-4df3-ba28-f0e93e9907eb {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:20:45.128065 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87920e80-1e44-4eb5-8316-49a7f9737768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:45.201814 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-87920e80-1e44-4eb5-8316-49a7f9737768 admin admin] For port 36a36c52-8314-4df3-ba28-f0e93e9907eb, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=36a36c52-8314-4df3-ba28-f0e93e9907eb,segment=NetworkSegment(2cd2f051-cbbd-4387-a178-cdcafdfed5cf),segment_id=2cd2f051-cbbd-4387-a178-cdcafdfed5cf)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:20:45.202170 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87920e80-1e44-4eb5-8316-49a7f9737768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:45.217792 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-87920e80-1e44-4eb5-8316-49a7f9737768 admin admin] Calling delete_port for 36a36c52-8314-4df3-ba28-f0e93e9907eb owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:20:45.456562 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87920e80-1e44-4eb5-8316-49a7f9737768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:45.481937 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87920e80-1e44-4eb5-8316-49a7f9737768 admin admin] Pushing event deleted for resources: {'Port': ['ID=36a36c52-8314-4df3-ba28-f0e93e9907eb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:45.644906 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87920e80-1e44-4eb5-8316-49a7f9737768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550380'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:45.882614 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87920e80-1e44-4eb5-8316-49a7f9737768 admin admin] Router 38084ad2-165b-42af-841a-bd7ac16778c9 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:20:45.984125 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87920e80-1e44-4eb5-8316-49a7f9737768 admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:20:45.989065 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-87920e80-1e44-4eb5-8316-49a7f9737768 admin admin] 10.222.0.13 "PUT /v2.0/routers/38084ad2-165b-42af-841a-bd7ac16778c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6144519 Aug 25 05:20:45.991504 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48956) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:20:45.993437 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f21939a-4c12-4181-bdc5-30104c860e4a None None] Sync routers for ids ['38084ad2-165b-42af-841a-bd7ac16778c9'] in dv-cinder-757936-7-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:20:46.002492 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f21939a-4c12-4181-bdc5-30104c860e4a None None] Routers {'38084ad2-165b-42af-841a-bd7ac16778c9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:20:46.003140 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-4f21939a-4c12-4181-bdc5-30104c860e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:20:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['38084ad2-165b-42af-841a-bd7ac16778c9'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:46.088732 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3017ae58-c8b1-4b8c-bea0-e5abb24f6809 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:46.106207 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-4f21939a-4c12-4181-bdc5-30104c860e4a None None] Set router 38084ad2-165b-42af-841a-bd7ac16778c9 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:20:46.187033 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3017ae58-c8b1-4b8c-bea0-e5abb24f6809 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:46.281852 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-4f21939a-4c12-4181-bdc5-30104c860e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:20:45Z', 'revision_number': 5, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port': {'id': '08837b91-fc7f-4bd7-ae58-810d99c12c7e', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:46.308187 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f21939a-4c12-4181-bdc5-30104c860e4a None None] Checking router: 38084ad2-165b-42af-841a-bd7ac16778c9 for host: dv-cinder-757936-7-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:20:46.316117 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3017ae58-c8b1-4b8c-bea0-e5abb24f6809 admin admin] Deleting port 08837b91-fc7f-4bd7-ae58-810d99c12c7e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:20:46.316468 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3017ae58-c8b1-4b8c-bea0-e5abb24f6809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:46.316637 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f21939a-4c12-4181-bdc5-30104c860e4a None None] Routers {'38084ad2-165b-42af-841a-bd7ac16778c9'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:20:46.317095 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-4f21939a-4c12-4181-bdc5-30104c860e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:20:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['38084ad2-165b-42af-841a-bd7ac16778c9'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:46.394495 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-3017ae58-c8b1-4b8c-bea0-e5abb24f6809 admin admin] For port 08837b91-fc7f-4bd7-ae58-810d99c12c7e, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=08837b91-fc7f-4bd7-ae58-810d99c12c7e,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:20:46.394895 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3017ae58-c8b1-4b8c-bea0-e5abb24f6809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:46.401452 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-4f21939a-4c12-4181-bdc5-30104c860e4a None None] Set router 38084ad2-165b-42af-841a-bd7ac16778c9 gateway port host: None {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:20:46.407075 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3017ae58-c8b1-4b8c-bea0-e5abb24f6809 admin admin] Calling delete_port for 08837b91-fc7f-4bd7-ae58-810d99c12c7e owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:20:46.451695 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-4f21939a-4c12-4181-bdc5-30104c860e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:20:46Z', 'revision_number': 6, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port_host': None}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:46.479616 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f21939a-4c12-4181-bdc5-30104c860e4a None None] The sync data for ids ['38084ad2-165b-42af-841a-bd7ac16778c9'] in dv-cinder-757936-7-iscsi is: [{'id': '38084ad2-165b-42af-841a-bd7ac16778c9', 'name': 'tempest-TestVolumeBootPattern-1698727903-router', 'tenant_id': '13946d6c027543e19b729b21c728a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:38Z', 'updated_at': '2021-08-25T05:20:46Z', 'revision_number': 6, 'project_id': '13946d6c027543e19b729b21c728a3ee', 'gw_port_host': None}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:20:46.658487 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3017ae58-c8b1-4b8c-bea0-e5abb24f6809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:46.682043 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017ae58-c8b1-4b8c-bea0-e5abb24f6809 admin admin] Pushing event deleted for resources: {'Port': ['ID=08837b91-fc7f-4bd7-ae58-810d99c12c7e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:46.744830 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3017ae58-c8b1-4b8c-bea0-e5abb24f6809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406198'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:46.831900 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3017ae58-c8b1-4b8c-bea0-e5abb24f6809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1209'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:46.834132 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3017ae58-c8b1-4b8c-bea0-e5abb24f6809 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:46.939073 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3017ae58-c8b1-4b8c-bea0-e5abb24f6809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394799'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:46.939614 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3017ae58-c8b1-4b8c-bea0-e5abb24f6809 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38084ad2-165b-42af-841a-bd7ac16778c9 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 05:20:46.943844 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3017ae58-c8b1-4b8c-bea0-e5abb24f6809 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:46.945015 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-3017ae58-c8b1-4b8c-bea0-e5abb24f6809 admin admin] 10.222.0.13 "DELETE /v2.0/routers/38084ad2-165b-42af-841a-bd7ac16778c9 HTTP/1.1" status: 204 len: 168 time: 0.9525819 Aug 25 05:20:46.947501 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48958) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:20:46.989693 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1df4d2-4878-4211-afb2-1161e865f577 admin admin] Deleting subnet 4c5af6f4-efdc-4916-98a3-b9087870d169 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 05:20:46.992912 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a1df4d2-4878-4211-afb2-1161e865f577 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:47.026043 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a1df4d2-4878-4211-afb2-1161e865f577 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8793849'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:47.101706 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a1df4d2-4878-4211-afb2-1161e865f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770766'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:47.207851 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a1df4d2-4878-4211-afb2-1161e865f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7772541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8793722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062831'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:47.236822 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a1df4d2-4878-4211-afb2-1161e865f577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:47.240979 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-7a1df4d2-4878-4211-afb2-1161e865f577 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4c5af6f4-efdc-4916-98a3-b9087870d169 HTTP/1.1" status: 204 len: 168 time: 0.2902691 Aug 25 05:20:47.240979 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1df4d2-4878-4211-afb2-1161e865f577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c5af6f4-efdc-4916-98a3-b9087870d169,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:47.241335 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 48960) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:20:47.242159 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813c2839-250d-4386-a766-0ecee77c7c2e None None] Network 62067af4-7b01-4b37-a0a2-f3697049de5a requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:20:47.314461 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3e9998a5-ca78-4189-b8c4-ea263c72f9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7799533'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:47.372454 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-3e9998a5-ca78-4189-b8c4-ea263c72f9f0 admin admin] Deleting port f9658240-ff63-4970-ad99-875dab5a9f30 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:20:47.372798 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3e9998a5-ca78-4189-b8c4-ea263c72f9f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:47.423748 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988d5d16-8d72-4695-8012-471e2b2e4f5e None None] DHCP port deletion for 62067af4-7b01-4b37-a0a2-f3697049de5a request from dv-cinder-757936-7-iscsi {{(pid=94640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 05:20:47.438716 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-3e9998a5-ca78-4189-b8c4-ea263c72f9f0 admin admin] For port f9658240-ff63-4970-ad99-875dab5a9f30, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=f9658240-ff63-4970-ad99-875dab5a9f30,segment=NetworkSegment(2cd2f051-cbbd-4387-a178-cdcafdfed5cf),segment_id=2cd2f051-cbbd-4387-a178-cdcafdfed5cf)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:20:47.439161 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3e9998a5-ca78-4189-b8c4-ea263c72f9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:47.457138 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-3e9998a5-ca78-4189-b8c4-ea263c72f9f0 admin admin] Calling delete_port for f9658240-ff63-4970-ad99-875dab5a9f30 owned by network:dhcp {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:20:47.471916 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-988d5d16-8d72-4695-8012-471e2b2e4f5e None None] Deleting port f9658240-ff63-4970-ad99-875dab5a9f30 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:20:47.472358 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-988d5d16-8d72-4695-8012-471e2b2e4f5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:47.535891 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-988d5d16-8d72-4695-8012-471e2b2e4f5e None None] For port f9658240-ff63-4970-ad99-875dab5a9f30, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=f9658240-ff63-4970-ad99-875dab5a9f30,segment=NetworkSegment(2cd2f051-cbbd-4387-a178-cdcafdfed5cf),segment_id=2cd2f051-cbbd-4387-a178-cdcafdfed5cf)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:20:47.536378 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-988d5d16-8d72-4695-8012-471e2b2e4f5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:47.550265 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-988d5d16-8d72-4695-8012-471e2b2e4f5e None None] Calling delete_port for f9658240-ff63-4970-ad99-875dab5a9f30 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:20:47.594145 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device f9658240-ff63-4970-ad99-875dab5a9f30 no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:20:47.648768 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3e9998a5-ca78-4189-b8c4-ea263c72f9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52348952'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:47.655421 dv-cinder-757936-7-iscsi neutron-server[94640]: INFO neutron.plugins.ml2.db [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No ports have port_id starting with f9658240-ff63-4970-ad99-875dab5a9f30 Aug 25 05:20:47.657606 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 36a36c52-8314-4df3-ba28-f0e93e9907eb no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:20:47.674859 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9998a5-ca78-4189-b8c4-ea263c72f9f0 admin admin] No DVR routers for this DVR port f9658240-ff63-4970-ad99-875dab5a9f30 on host dv-cinder-757936-7-iscsi {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:20:47.676906 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9998a5-ca78-4189-b8c4-ea263c72f9f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9658240-ff63-4970-ad99-875dab5a9f30,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:47.677898 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: 36a36c52-8314-4df3-ba28-f0e93e9907eb {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:20:47.678247 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 36a36c52-8314-4df3-ba28-f0e93e9907eb not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:20:47.678706 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 08837b91-fc7f-4bd7-ae58-810d99c12c7e no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:20:47.680466 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-988d5d16-8d72-4695-8012-471e2b2e4f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:47.721375 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: 08837b91-fc7f-4bd7-ae58-810d99c12c7e {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:20:47.721718 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 08837b91-fc7f-4bd7-ae58-810d99c12c7e not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:20:47.725637 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d5d16-8d72-4695-8012-471e2b2e4f5e None None] Pushing event deleted for resources: {'Port': ['ID=f9658240-ff63-4970-ad99-875dab5a9f30,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:47.730628 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988d5d16-8d72-4695-8012-471e2b2e4f5e None None] No DVR routers for this DVR port f9658240-ff63-4970-ad99-875dab5a9f30 on host dv-cinder-757936-7-iscsi {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:20:47.739582 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5d16-8d72-4695-8012-471e2b2e4f5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:47.739582 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5d16-8d72-4695-8012-471e2b2e4f5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:47.739582 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5d16-8d72-4695-8012-471e2b2e4f5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:47.739582 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5d16-8d72-4695-8012-471e2b2e4f5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:47.739582 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5d16-8d72-4695-8012-471e2b2e4f5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:47.739582 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5d16-8d72-4695-8012-471e2b2e4f5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:47.739582 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5d16-8d72-4695-8012-471e2b2e4f5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:47.740290 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5d16-8d72-4695-8012-471e2b2e4f5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:47.740290 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5d16-8d72-4695-8012-471e2b2e4f5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:47.740572 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5d16-8d72-4695-8012-471e2b2e4f5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:47.740786 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5d16-8d72-4695-8012-471e2b2e4f5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:47.741229 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5d16-8d72-4695-8012-471e2b2e4f5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-7-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:47.755385 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3e9998a5-ca78-4189-b8c4-ea263c72f9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7770889', 'neutron.services.segments.db._delete_segments_for_network-8785199888559'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:47.765320 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-3e9998a5-ca78-4189-b8c4-ea263c72f9f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62067af4-7b01-4b37-a0a2-f3697049de5a']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:47.775804 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-3e9998a5-ca78-4189-b8c4-ea263c72f9f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd2f051-cbbd-4387-a178-cdcafdfed5cf') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:47.776082 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-3e9998a5-ca78-4189-b8c4-ea263c72f9f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd2f051-cbbd-4387-a178-cdcafdfed5cf') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:47.784774 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3e9998a5-ca78-4189-b8c4-ea263c72f9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785199888442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-52350778'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:47.797727 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3e9998a5-ca78-4189-b8c4-ea263c72f9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:47.803204 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9998a5-ca78-4189-b8c4-ea263c72f9f0 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:20:47.803580 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3e9998a5-ca78-4189-b8c4-ea263c72f9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52348973'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: Traceback (most recent call last): Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: timer() Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: cb(*args, **kw) Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: return func(*args, **kwargs) Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: self._notify() Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: self.callback(batched_events) Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: event.method(event) Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: return f(self, *a, **k) Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: return self._get(url).json() Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 05:20:47.805138 dv-cinder-757936-7-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 05:20:47.932562 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3e9998a5-ca78-4189-b8c4-ea263c72f9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7770880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406170'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:47.937944 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3e9998a5-ca78-4189-b8c4-ea263c72f9f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:47.939906 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-3e9998a5-ca78-4189-b8c4-ea263c72f9f0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/62067af4-7b01-4b37-a0a2-f3697049de5a HTTP/1.1" status: 204 len: 168 time: 0.6975927 Aug 25 05:20:47.942853 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48962) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:20:47.953838 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9998a5-ca78-4189-b8c4-ea263c72f9f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=62067af4-7b01-4b37-a0a2-f3697049de5a,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:48.510339 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb63bcb0-8b19-4219-81e6-3331254978ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552858'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:48.736657 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fb63bcb0-8b19-4219-81e6-3331254978ab admin admin] Deleting port d3fa6664-a704-464e-a05a-7e21c37ed442 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:20:48.737050 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb63bcb0-8b19-4219-81e6-3331254978ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:48.811932 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-fb63bcb0-8b19-4219-81e6-3331254978ab admin admin] For port d3fa6664-a704-464e-a05a-7e21c37ed442, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=d3fa6664-a704-464e-a05a-7e21c37ed442,segment=NetworkSegment(1b0731c9-e883-4ede-a227-3d10ad3b30df),segment_id=1b0731c9-e883-4ede-a227-3d10ad3b30df)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:20:48.812295 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb63bcb0-8b19-4219-81e6-3331254978ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:48.824238 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fb63bcb0-8b19-4219-81e6-3331254978ab admin admin] Calling delete_port for d3fa6664-a704-464e-a05a-7e21c37ed442 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:20:49.052913 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb63bcb0-8b19-4219-81e6-3331254978ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:49.081209 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63bcb0-8b19-4219-81e6-3331254978ab admin admin] Pushing event deleted for resources: {'Port': ['ID=d3fa6664-a704-464e-a05a-7e21c37ed442,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:49.241444 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb63bcb0-8b19-4219-81e6-3331254978ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550380'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:49.446059 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb63bcb0-8b19-4219-81e6-3331254978ab admin admin] Router 94c4dc5f-6b06-45f0-82d7-5181cae79513 has already been hosted by L3 agent c7f2c713-1c16-496a-953b-f8e91ba6fe52 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:20:49.549245 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb63bcb0-8b19-4219-81e6-3331254978ab admin admin] Notify agent at l3_agent.dv-cinder-757936-7-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:20:49.558570 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-fb63bcb0-8b19-4219-81e6-3331254978ab admin admin] 10.222.0.13 "PUT /v2.0/routers/94c4dc5f-6b06-45f0-82d7-5181cae79513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6112475 Aug 25 05:20:49.558570 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48964) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:20:49.561984 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd74c2f-f7ff-49c2-bf8c-d7d5f02a888d None None] Sync routers for ids ['94c4dc5f-6b06-45f0-82d7-5181cae79513'] in dv-cinder-757936-7-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:20:49.572092 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd74c2f-f7ff-49c2-bf8c-d7d5f02a888d None None] Routers {'94c4dc5f-6b06-45f0-82d7-5181cae79513'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:20:49.573299 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0fd74c2f-f7ff-49c2-bf8c-d7d5f02a888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:20:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['94c4dc5f-6b06-45f0-82d7-5181cae79513'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:49.657268 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c5c6473-ec96-4e3b-9d8b-a9600d7b4071 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:49.673940 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0fd74c2f-f7ff-49c2-bf8c-d7d5f02a888d None None] Set router 94c4dc5f-6b06-45f0-82d7-5181cae79513 gateway port host: dv-cinder-757936-7-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:20:49.756784 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c5c6473-ec96-4e3b-9d8b-a9600d7b4071 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:49.844350 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0fd74c2f-f7ff-49c2-bf8c-d7d5f02a888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c4dc5f-6b06-45f0-82d7-5181cae79513', 'name': 'tempest-TestVolumeBootPattern-2103101484-router', 'tenant_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'external_fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '8d94c333-ec4b-4c71-bd34-ea32456392f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:44Z', 'updated_at': '2021-08-25T05:20:48Z', 'revision_number': 5, 'project_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'gw_port': {'id': '8d94c333-ec4b-4c71-bd34-ea32456392f1', 'name': '', 'network_id': '45b0c649-47ed-40e6-b7f6-7d83dd176956', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c4dc5f-6b06-45f0-82d7-5181cae79513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T05:13:44Z', 'updated_at': '2021-08-25T05:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b736f3e8-97a3-44dd-aa37-7a4abcfbc24c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-7-iscsi'}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:49.874318 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd74c2f-f7ff-49c2-bf8c-d7d5f02a888d None None] Checking router: 94c4dc5f-6b06-45f0-82d7-5181cae79513 for host: dv-cinder-757936-7-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:20:49.883161 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd74c2f-f7ff-49c2-bf8c-d7d5f02a888d None None] Routers {'94c4dc5f-6b06-45f0-82d7-5181cae79513'} bound to L3 agent in host dv-cinder-757936-7-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 05:20:49.883773 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0fd74c2f-f7ff-49c2-bf8c-d7d5f02a888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T04:57:33Z,description=,heartbeat_timestamp=2021-08-25T05:20:33Z,host='dv-cinder-757936-7-iscsi',id=c7f2c713-1c16-496a-953b-f8e91ba6fe52,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T04:57:34Z,topic='l3_agent')) {'router_ids': ['94c4dc5f-6b06-45f0-82d7-5181cae79513'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:49.887134 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1c5c6473-ec96-4e3b-9d8b-a9600d7b4071 admin admin] Deleting port 8d94c333-ec4b-4c71-bd34-ea32456392f1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:20:49.887470 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c5c6473-ec96-4e3b-9d8b-a9600d7b4071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:49.962728 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-1c5c6473-ec96-4e3b-9d8b-a9600d7b4071 admin admin] For port 8d94c333-ec4b-4c71-bd34-ea32456392f1, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=8d94c333-ec4b-4c71-bd34-ea32456392f1,segment=NetworkSegment(f50f2590-e504-4272-bd2e-204842be37f0),segment_id=f50f2590-e504-4272-bd2e-204842be37f0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:20:49.963178 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c5c6473-ec96-4e3b-9d8b-a9600d7b4071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:49.965452 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0fd74c2f-f7ff-49c2-bf8c-d7d5f02a888d None None] Set router 94c4dc5f-6b06-45f0-82d7-5181cae79513 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 05:20:49.975311 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1c5c6473-ec96-4e3b-9d8b-a9600d7b4071 admin admin] Calling delete_port for 8d94c333-ec4b-4c71-bd34-ea32456392f1 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:20:50.015457 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0fd74c2f-f7ff-49c2-bf8c-d7d5f02a888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c4dc5f-6b06-45f0-82d7-5181cae79513', 'name': 'tempest-TestVolumeBootPattern-2103101484-router', 'tenant_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:44Z', 'updated_at': '2021-08-25T05:20:49Z', 'revision_number': 6, 'project_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'gw_port_host': None}], 'dv-cinder-757936-7-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:50.044129 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd74c2f-f7ff-49c2-bf8c-d7d5f02a888d None None] The sync data for ids ['94c4dc5f-6b06-45f0-82d7-5181cae79513'] in dv-cinder-757936-7-iscsi is: [{'id': '94c4dc5f-6b06-45f0-82d7-5181cae79513', 'name': 'tempest-TestVolumeBootPattern-2103101484-router', 'tenant_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T05:13:44Z', 'updated_at': '2021-08-25T05:20:49Z', 'revision_number': 6, 'project_id': 'e2ea1b12b0f4462f8c831d52063ce8d4', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:20:50.210625 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c5c6473-ec96-4e3b-9d8b-a9600d7b4071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:50.235385 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c6473-ec96-4e3b-9d8b-a9600d7b4071 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d94c333-ec4b-4c71-bd34-ea32456392f1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:50.295639 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c5c6473-ec96-4e3b-9d8b-a9600d7b4071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406198'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:50.381977 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c5c6473-ec96-4e3b-9d8b-a9600d7b4071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1209'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:50.384061 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c5c6473-ec96-4e3b-9d8b-a9600d7b4071 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:50.450865 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:50.538387 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c5c6473-ec96-4e3b-9d8b-a9600d7b4071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394799'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:50.538982 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5c6473-ec96-4e3b-9d8b-a9600d7b4071 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94c4dc5f-6b06-45f0-82d7-5181cae79513 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 05:20:50.543647 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c5c6473-ec96-4e3b-9d8b-a9600d7b4071 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:50.544799 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1c5c6473-ec96-4e3b-9d8b-a9600d7b4071 admin admin] 10.222.0.13 "DELETE /v2.0/routers/94c4dc5f-6b06-45f0-82d7-5181cae79513 HTTP/1.1" status: 204 len: 168 time: 0.9855654 Aug 25 05:20:50.547251 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48966) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:20:50.589500 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e85ea81-28a0-4255-bda6-b5d901dcd21f admin admin] Deleting subnet 65118cfe-1388-4840-8711-565f4e2ac0ef {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 05:20:50.592477 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e85ea81-28a0-4255-bda6-b5d901dcd21f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:50.628998 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e85ea81-28a0-4255-bda6-b5d901dcd21f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8793849'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:50.701408 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e85ea81-28a0-4255-bda6-b5d901dcd21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770766'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:50.882151 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e85ea81-28a0-4255-bda6-b5d901dcd21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7772541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8793722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10062831'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:50.906876 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85ea81-28a0-4255-bda6-b5d901dcd21f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65118cfe-1388-4840-8711-565f4e2ac0ef,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:50.913118 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e85ea81-28a0-4255-bda6-b5d901dcd21f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:50.917777 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9e85ea81-28a0-4255-bda6-b5d901dcd21f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/65118cfe-1388-4840-8711-565f4e2ac0ef HTTP/1.1" status: 204 len: 168 time: 0.3668642 Aug 25 05:20:50.918078 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48968) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:20:50.920475 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359fcd29-dcc1-42a8-ae18-62372513e96d None None] Network e7bbed39-611e-466d-ac9b-90cd38cf0c9c requested from dv-cinder-757936-7-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 05:20:50.990919 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee326dd9-fd1a-4fb1-b5fd-bcc8fb540253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7799533'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:51.045486 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ee326dd9-fd1a-4fb1-b5fd-bcc8fb540253 admin admin] Deleting port 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:20:51.045829 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee326dd9-fd1a-4fb1-b5fd-bcc8fb540253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:51.104623 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69722eed-9286-40bd-b63f-4eed8de11a01 None None] DHCP port deletion for e7bbed39-611e-466d-ac9b-90cd38cf0c9c request from dv-cinder-757936-7-iscsi {{(pid=94640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 05:20:51.111370 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ee326dd9-fd1a-4fb1-b5fd-bcc8fb540253 admin admin] For port 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc,segment=NetworkSegment(1b0731c9-e883-4ede-a227-3d10ad3b30df),segment_id=1b0731c9-e883-4ede-a227-3d10ad3b30df)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:20:51.111732 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee326dd9-fd1a-4fb1-b5fd-bcc8fb540253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:51.125138 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ee326dd9-fd1a-4fb1-b5fd-bcc8fb540253 admin admin] Calling delete_port for 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:20:51.159202 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-69722eed-9286-40bd-b63f-4eed8de11a01 None None] Deleting port 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 05:20:51.159618 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69722eed-9286-40bd-b63f-4eed8de11a01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785199936979'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:51.220515 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-69722eed-9286-40bd-b63f-4eed8de11a01 None None] For port 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc, host dv-cinder-757936-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-7-iscsi',level=0,port_id=877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc,segment=NetworkSegment(1b0731c9-e883-4ede-a227-3d10ad3b30df),segment_id=1b0731c9-e883-4ede-a227-3d10ad3b30df)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:20:51.220913 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69722eed-9286-40bd-b63f-4eed8de11a01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552307'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:51.233658 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-69722eed-9286-40bd-b63f-4eed8de11a01 None None] Calling delete_port for 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 05:20:51.290477 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee326dd9-fd1a-4fb1-b5fd-bcc8fb540253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8792493'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:51.311830 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69722eed-9286-40bd-b63f-4eed8de11a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785199797203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785199376065'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:51.316374 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee326dd9-fd1a-4fb1-b5fd-bcc8fb540253 admin admin] Pushing event deleted for resources: {'Port': ['ID=877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:51.319964 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee326dd9-fd1a-4fb1-b5fd-bcc8fb540253 admin admin] No DVR routers for this DVR port 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc on host dv-cinder-757936-7-iscsi {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:20:51.336697 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69722eed-9286-40bd-b63f-4eed8de11a01 None None] Pushing event deleted for resources: {'Port': ['ID=877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:51.340289 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69722eed-9286-40bd-b63f-4eed8de11a01 None None] No DVR routers for this DVR port 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc on host dv-cinder-757936-7-iscsi {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 05:20:51.397567 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee326dd9-fd1a-4fb1-b5fd-bcc8fb540253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7770889', 'neutron.services.segments.db._delete_segments_for_network-8785199888559'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:51.407101 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ee326dd9-fd1a-4fb1-b5fd-bcc8fb540253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7bbed39-611e-466d-ac9b-90cd38cf0c9c']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:51.417371 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ee326dd9-fd1a-4fb1-b5fd-bcc8fb540253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0731c9-e883-4ede-a227-3d10ad3b30df') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:51.417670 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ee326dd9-fd1a-4fb1-b5fd-bcc8fb540253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0731c9-e883-4ede-a227-3d10ad3b30df') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:51.426362 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee326dd9-fd1a-4fb1-b5fd-bcc8fb540253 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785199888442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8793846'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:51.440150 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee326dd9-fd1a-4fb1-b5fd-bcc8fb540253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:51.445975 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee326dd9-fd1a-4fb1-b5fd-bcc8fb540253 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:20:51.446382 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee326dd9-fd1a-4fb1-b5fd-bcc8fb540253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7921403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8792472'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: Traceback (most recent call last): Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: timer() Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: cb(*args, **kw) Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: return func(*args, **kwargs) Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: self._notify() Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: self.callback(batched_events) Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: event.method(event) Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: return f(self, *a, **k) Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: return self._get(url).json() Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 05:20:51.447977 dv-cinder-757936-7-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 05:20:51.572872 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee326dd9-fd1a-4fb1-b5fd-bcc8fb540253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7770880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406170'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:51.578007 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee326dd9-fd1a-4fb1-b5fd-bcc8fb540253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629726'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:51.579920 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ee326dd9-fd1a-4fb1-b5fd-bcc8fb540253 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e7bbed39-611e-466d-ac9b-90cd38cf0c9c HTTP/1.1" status: 204 len: 168 time: 0.6608927 Aug 25 05:20:51.586240 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:20:51.594210 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee326dd9-fd1a-4fb1-b5fd-bcc8fb540253 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7bbed39-611e-466d-ac9b-90cd38cf0c9c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:51.608099 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:20:51.608443 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 877fa7ea-2e5e-40bf-81ce-4a5cd9cd38dc not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:20:51.608910 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 8d94c333-ec4b-4c71-bd34-ea32456392f1 no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:20:51.627405 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: 8d94c333-ec4b-4c71-bd34-ea32456392f1 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:20:51.627743 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device 8d94c333-ec4b-4c71-bd34-ea32456392f1 not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:20:51.628149 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device d3fa6664-a704-464e-a05a-7e21c37ed442 no longer exists at agent ovs-agent-dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:20:51.646132 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] No Port match for: d3fa6664-a704-464e-a05a-7e21c37ed442 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 05:20:51.646472 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Device d3fa6664-a704-464e-a05a-7e21c37ed442 not bound to the agent host dv-cinder-757936-7-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:20:52.003803 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48972) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:20:52.046271 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-4e99c6c5-a3ee-4564-ba24-069659887b9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13946d6c027543e19b729b21c728a3ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413561 Aug 25 05:20:52.048614 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.13', 48974) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:20:52.094362 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10392aff-c077-4274-8b73-d1ae0c721460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:52.114208 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10392aff-c077-4274-8b73-d1ae0c721460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:52.230159 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10392aff-c077-4274-8b73-d1ae0c721460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:52.232733 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10392aff-c077-4274-8b73-d1ae0c721460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:52.233884 dv-cinder-757936-7-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-10392aff-c077-4274-8b73-d1ae0c721460 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/867de36a-456a-48b8-8728-9f2980e14b99 HTTP/1.1" status: 204 len: 168 time: 0.1844049 Aug 25 05:20:52.241631 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10392aff-c077-4274-8b73-d1ae0c721460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867de36a-456a-48b8-8728-9f2980e14b99,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:52.972954 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 48980) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:20:53.015873 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-089b8935-5fa6-48b6-8150-c48d29249713 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2ea1b12b0f4462f8c831d52063ce8d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418115 Aug 25 05:20:53.018255 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.13', 48982) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 05:20:53.063261 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e0d99e3-c9af-4da6-9ff7-75d3ab92d7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:53.083337 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e0d99e3-c9af-4da6-9ff7-75d3ab92d7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:53.233661 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e0d99e3-c9af-4da6-9ff7-75d3ab92d7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487230'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:53.236237 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e0d99e3-c9af-4da6-9ff7-75d3ab92d7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:20:53.237401 dv-cinder-757936-7-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-5e0d99e3-c9af-4da6-9ff7-75d3ab92d7ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51dd27ab-ec32-4375-94bb-490e75160146 HTTP/1.1" status: 204 len: 168 time: 0.2182472 Aug 25 05:20:53.245541 dv-cinder-757936-7-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d99e3-c9af-4da6-9ff7-75d3ab92d7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dd27ab-ec32-4375-94bb-490e75160146,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:21:00.604707 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42f0b918-5ac4-4147-8ffd-ea29ceb90ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:21:02.960765 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-157fff64-002c-448b-9267-928425632b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:21:03.332004 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:21:04.347442 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:21:05.981293 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:21:16.608693 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [req-2b153c24-c490-4689-9a6e-0df42c091cde req-9dccb0cf-435e-40c8-b494-a8b3ed583ea6 service neutron] (94639) timed out ('10.222.0.20', 61791) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 05:21:16.672525 dv-cinder-757936-7-iscsi neutron-server[94639]: DEBUG neutron.wsgi [req-ebe7d6e7-9155-4da8-861a-cd231f2ef2e1 req-68bad2a3-edb5-4e54-830f-30968e26c17e service neutron] (94639) timed out ('10.222.0.20', 61783) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 05:21:20.475145 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:21:21.770900 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:21:30.563382 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66d51cb6-2e83-46f0-9068-823adaea3860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:21:32.957518 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28ee27b0-5051-4127-b802-7b6274412eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:21:33.323583 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:21:34.312155 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:21:35.998159 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:21:50.519349 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:21:58.769796 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:22:00.564625 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-152ab154-a7a9-4d12-b0eb-864b75a4d747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:22:02.935965 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-75eabd9b-7a23-4c32-963e-087179e7ccaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:22:03.329909 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:22:04.324602 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:22:05.975836 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:22:20.478531 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:22:30.534811 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6d06432-6be9-41ba-aac6-15c087abb41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:22:32.974901 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-224a5ca5-4c13-400b-9fb1-b0df45ebd625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:22:33.335082 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:22:34.323575 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:22:35.768973 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:22:35.984108 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:22:50.482852 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:23:00.554689 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dcc84a9-4a78-4dd3-aefe-7a7791217c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:23:02.979223 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9015cffc-e3a2-408a-aa6d-f9bd353dfee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:23:03.322413 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:23:04.328261 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:23:05.984953 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:23:12.767721 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:23:20.482014 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:23:30.542274 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79c4a263-60b1-4cec-a2bd-9a22c2142675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:23:32.961266 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ea1fc4c-e96e-4a79-8d02-5813a2cae340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:23:33.319010 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:23:34.350018 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:23:36.114030 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:23:49.767578 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:23:50.502285 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:24:00.520290 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14517251-e9a4-4dfc-9583-2d4397fb7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:24:02.943230 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea9e1206-bbf3-40ff-aefc-c9944bdcba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:24:03.364163 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:24:04.375218 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:24:06.000070 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:24:20.519461 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:24:26.765914 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:24:30.559117 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db6dee7d-837d-4c49-9feb-ad66f29807e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:24:32.971193 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e399efb-556e-4c72-8cb5-29c59c80c2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:24:33.313196 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:24:34.387862 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:24:35.981716 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:24:50.507148 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:25:00.546399 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6aa8ee96-8655-4009-ac71-b8c9d011149d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:25:02.929535 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afa6d9bb-3308-49f6-93bc-e65d4149f490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:25:03.338615 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:25:03.765323 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:25:04.378717 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:25:06.009163 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:25:20.515695 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:25:30.534441 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f553b4ed-ce3a-41b1-9c04-6eb56e1338e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:25:32.956594 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cf835ce-a56a-4a13-8d15-225a569b6070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:25:33.322338 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:25:34.345638 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:25:36.009490 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:25:40.763599 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:25:50.510407 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b93346c-de2f-4637-8c61-32f8403f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:26:00.531383 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c03646a5-e656-4c94-9dec-48aa2c1989a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:26:02.930704 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4281a925-11ff-4439-9c70-c25f813ca98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:26:03.309955 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8576-7824-4ac3-ac3a-19be0f51adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:26:04.336555 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8cd2-8470-4b32-b2f5-9090a306139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:26:05.993938 dv-cinder-757936-7-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cbaab1-a6a8-4272-a16b-6cc149755421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785199888541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791683'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 05:26:17.761879 dv-cinder-757936-7-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-da2281a7-0f22-45f8-9915-6c75a5929885 None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}